2024-12-02 16:01:12,957 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-02 16:01:12,973 main DEBUG Took 0.013352 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 16:01:12,974 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 16:01:12,974 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 16:01:12,975 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 16:01:12,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:12,985 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 16:01:12,997 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:12,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:12,999 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:12,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:13,000 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:13,001 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:13,002 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:13,004 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:13,005 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:13,006 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:13,007 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:13,008 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:13,009 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:13,009 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:01:13,010 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,011 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 16:01:13,013 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:01:13,014 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 16:01:13,017 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 16:01:13,017 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 16:01:13,019 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 16:01:13,020 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 16:01:13,031 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 16:01:13,033 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 16:01:13,036 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 16:01:13,036 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 16:01:13,037 main DEBUG createAppenders(={Console}) 2024-12-02 16:01:13,038 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-02 16:01:13,038 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-02 16:01:13,039 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-02 16:01:13,039 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 16:01:13,040 main DEBUG OutputStream closed 2024-12-02 16:01:13,040 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 16:01:13,041 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 16:01:13,041 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-02 16:01:13,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 16:01:13,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 16:01:13,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 16:01:13,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 16:01:13,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 16:01:13,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 16:01:13,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 16:01:13,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 16:01:13,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 16:01:13,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 16:01:13,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 16:01:13,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 16:01:13,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 16:01:13,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 16:01:13,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 16:01:13,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 16:01:13,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 16:01:13,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 16:01:13,132 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 16:01:13,132 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-02 16:01:13,133 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 16:01:13,133 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-02T16:01:13,349 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039 2024-12-02 16:01:13,352 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 16:01:13,352 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T16:01:13,362 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-12-02T16:01:13,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T16:01:13,406 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/cluster_3bfcef82-9f9c-258e-52b9-4bb95db3d78f, deleteOnExit=true 2024-12-02T16:01:13,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T16:01:13,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/test.cache.data in system properties and HBase conf 2024-12-02T16:01:13,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T16:01:13,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/hadoop.log.dir in system properties and HBase conf 2024-12-02T16:01:13,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T16:01:13,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T16:01:13,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T16:01:13,514 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T16:01:13,633 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T16:01:13,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:01:13,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:01:13,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T16:01:13,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:01:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T16:01:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T16:01:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:01:13,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:01:13,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T16:01:13,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/nfs.dump.dir in system properties and HBase conf 2024-12-02T16:01:13,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/java.io.tmpdir in system properties and HBase conf 2024-12-02T16:01:13,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:01:13,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T16:01:13,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T16:01:14,714 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T16:01:14,801 INFO [Time-limited test {}] log.Log(170): Logging initialized @2611ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T16:01:14,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:01:14,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:01:14,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:01:14,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:01:14,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T16:01:15,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:01:15,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:01:15,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:01:15,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/java.io.tmpdir/jetty-localhost-34755-hadoop-hdfs-3_4_1-tests_jar-_-any-10803698957982377514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:01:15,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:34755} 2024-12-02T16:01:15,213 INFO [Time-limited test {}] server.Server(415): Started @3024ms 2024-12-02T16:01:15,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:01:15,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:01:15,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:01:15,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:01:15,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:01:15,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:01:15,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:01:15,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/java.io.tmpdir/jetty-localhost-33891-hadoop-hdfs-3_4_1-tests_jar-_-any-3907612160882759579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:01:15,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:33891} 2024-12-02T16:01:15,913 INFO [Time-limited test {}] server.Server(415): Started @3725ms 2024-12-02T16:01:15,966 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:01:16,777 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/cluster_3bfcef82-9f9c-258e-52b9-4bb95db3d78f/data/data2/current/BP-883969894-172.17.0.3-1733155274188/current, will proceed with Du for space computation calculation, 2024-12-02T16:01:16,777 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/cluster_3bfcef82-9f9c-258e-52b9-4bb95db3d78f/data/data1/current/BP-883969894-172.17.0.3-1733155274188/current, will proceed with Du for space computation calculation, 2024-12-02T16:01:16,874 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:01:16,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2ea672c565af6a7 with lease ID 0x6f2a3e4a4827ce69: Processing first storage report for DS-731aee8b-7890-495f-be30-2e28470c47ca from datanode DatanodeRegistration(127.0.0.1:42611, datanodeUuid=69df80bf-d893-438a-b2d8-6d45eee18f2f, infoPort=42811, infoSecurePort=0, ipcPort=34991, storageInfo=lv=-57;cid=testClusterID;nsid=1661867302;c=1733155274188) 2024-12-02T16:01:16,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2ea672c565af6a7 with lease ID 0x6f2a3e4a4827ce69: from storage DS-731aee8b-7890-495f-be30-2e28470c47ca node DatanodeRegistration(127.0.0.1:42611, datanodeUuid=69df80bf-d893-438a-b2d8-6d45eee18f2f, infoPort=42811, infoSecurePort=0, ipcPort=34991, storageInfo=lv=-57;cid=testClusterID;nsid=1661867302;c=1733155274188), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T16:01:16,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2ea672c565af6a7 with lease ID 0x6f2a3e4a4827ce69: Processing first storage report for DS-cff9baca-ffff-4707-9931-91185ab580c3 from datanode DatanodeRegistration(127.0.0.1:42611, datanodeUuid=69df80bf-d893-438a-b2d8-6d45eee18f2f, infoPort=42811, infoSecurePort=0, ipcPort=34991, storageInfo=lv=-57;cid=testClusterID;nsid=1661867302;c=1733155274188) 2024-12-02T16:01:16,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2ea672c565af6a7 with lease ID 0x6f2a3e4a4827ce69: from storage DS-cff9baca-ffff-4707-9931-91185ab580c3 node DatanodeRegistration(127.0.0.1:42611, datanodeUuid=69df80bf-d893-438a-b2d8-6d45eee18f2f, infoPort=42811, infoSecurePort=0, ipcPort=34991, storageInfo=lv=-57;cid=testClusterID;nsid=1661867302;c=1733155274188), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T16:01:16,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039 2024-12-02T16:01:17,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/cluster_3bfcef82-9f9c-258e-52b9-4bb95db3d78f/zookeeper_0, clientPort=62580, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/cluster_3bfcef82-9f9c-258e-52b9-4bb95db3d78f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/cluster_3bfcef82-9f9c-258e-52b9-4bb95db3d78f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T16:01:17,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62580 2024-12-02T16:01:17,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:01:17,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:01:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:01:17,772 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc with version=8 2024-12-02T16:01:17,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/hbase-staging 2024-12-02T16:01:17,855 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T16:01:18,133 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T16:01:18,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:01:18,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:01:18,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:01:18,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:01:18,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:01:18,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T16:01:18,386 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T16:01:18,399 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T16:01:18,405 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:01:18,438 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 103145 (auto-detected) 2024-12-02T16:01:18,439 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-02T16:01:18,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42553 2024-12-02T16:01:18,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42553 connecting to ZooKeeper ensemble=127.0.0.1:62580 2024-12-02T16:01:18,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425530x0, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:01:18,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42553-0x10198106b840000 connected 2024-12-02T16:01:18,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:01:18,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:01:18,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:01:18,725 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc, hbase.cluster.distributed=false 2024-12-02T16:01:18,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:01:18,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42553 2024-12-02T16:01:18,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42553 2024-12-02T16:01:18,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42553 2024-12-02T16:01:18,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42553 2024-12-02T16:01:18,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42553 2024-12-02T16:01:18,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T16:01:18,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:01:18,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:01:18,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:01:18,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:01:18,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:01:18,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:01:18,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:01:18,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37869 2024-12-02T16:01:18,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37869 connecting to ZooKeeper ensemble=127.0.0.1:62580 2024-12-02T16:01:18,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:01:18,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:01:18,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378690x0, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:01:18,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378690x0, quorum=127.0.0.1:62580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:01:18,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37869-0x10198106b840001 connected 2024-12-02T16:01:18,900 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:01:18,909 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:01:18,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:01:18,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:01:18,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37869 2024-12-02T16:01:18,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37869 2024-12-02T16:01:18,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37869 2024-12-02T16:01:18,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37869 2024-12-02T16:01:18,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37869 2024-12-02T16:01:18,938 DEBUG [M:0;e1c0b6c2739c:42553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1c0b6c2739c:42553 2024-12-02T16:01:18,939 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1c0b6c2739c,42553,1733155277931 2024-12-02T16:01:18,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:01:18,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:01:18,955 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1c0b6c2739c,42553,1733155277931 2024-12-02T16:01:18,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:01:18,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:18,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:18,984 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:01:18,986 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1c0b6c2739c,42553,1733155277931 from backup master directory 2024-12-02T16:01:18,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1c0b6c2739c,42553,1733155277931 2024-12-02T16:01:18,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:01:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:01:18,999 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:01:18,999 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1c0b6c2739c,42553,1733155277931 2024-12-02T16:01:19,001 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T16:01:19,003 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T16:01:19,073 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/hbase.id] with ID: 1adc03df-23da-4f98-8698-cdb7679ac4bb 2024-12-02T16:01:19,074 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/.tmp/hbase.id 2024-12-02T16:01:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:01:19,091 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/.tmp/hbase.id]:[hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/hbase.id] 2024-12-02T16:01:19,155 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:01:19,162 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T16:01:19,192 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-12-02T16:01:19,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:19,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:19,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:01:19,273 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:01:19,276 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T16:01:19,299 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:19,303 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:01:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:01:19,364 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store 2024-12-02T16:01:19,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:01:19,395 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T16:01:19,399 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:01:19,401 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:01:19,401 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:01:19,402 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:01:19,403 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:01:19,404 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:01:19,404 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:01:19,406 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733155279401Disabling compacts and flushes for region at 1733155279401Disabling writes for close at 1733155279404 (+3 ms)Writing region close event to WAL at 1733155279404Closed at 1733155279404 2024-12-02T16:01:19,408 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/.initializing 2024-12-02T16:01:19,409 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/WALs/e1c0b6c2739c,42553,1733155277931 2024-12-02T16:01:19,420 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:01:19,443 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C42553%2C1733155277931, suffix=, logDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/WALs/e1c0b6c2739c,42553,1733155277931, archiveDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/oldWALs, maxLogs=10 2024-12-02T16:01:19,476 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/WALs/e1c0b6c2739c,42553,1733155277931/e1c0b6c2739c%2C42553%2C1733155277931.1733155279449, exclude list is [], retry=0 2024-12-02T16:01:19,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42611,DS-731aee8b-7890-495f-be30-2e28470c47ca,DISK] 2024-12-02T16:01:19,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T16:01:19,548 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/WALs/e1c0b6c2739c,42553,1733155277931/e1c0b6c2739c%2C42553%2C1733155277931.1733155279449 2024-12-02T16:01:19,549 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42811:42811)] 2024-12-02T16:01:19,550 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:01:19,550 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:01:19,555 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,556 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T16:01:19,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:19,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:01:19,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T16:01:19,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:19,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:19,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T16:01:19,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:19,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:19,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T16:01:19,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:19,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:19,693 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,701 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,703 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,716 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,717 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,722 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T16:01:19,730 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:01:19,741 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:01:19,743 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65024932, jitterRate=-0.031053006649017334}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T16:01:19,754 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733155279571Initializing all the Stores at 1733155279574 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155279575 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155279576 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155279576Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155279577 (+1 ms)Cleaning up temporary data from old regions at 1733155279717 (+140 ms)Region opened successfully at 1733155279754 (+37 ms) 2024-12-02T16:01:19,759 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T16:01:19,828 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2c71b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T16:01:19,889 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T16:01:19,914 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T16:01:19,914 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T16:01:19,925 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T16:01:19,938 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 12 msec 2024-12-02T16:01:19,948 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-12-02T16:01:19,948 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T16:01:20,011 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T16:01:20,023 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T16:01:20,077 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T16:01:20,081 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T16:01:20,084 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T16:01:20,094 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T16:01:20,097 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T16:01:20,102 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T16:01:20,111 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T16:01:20,119 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T16:01:20,127 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T16:01:20,153 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T16:01:20,161 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T16:01:20,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:01:20,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:01:20,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:20,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:20,183 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1c0b6c2739c,42553,1733155277931, sessionid=0x10198106b840000, setting cluster-up flag (Was=false) 2024-12-02T16:01:20,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:20,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:20,244 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T16:01:20,247 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,42553,1733155277931 2024-12-02T16:01:20,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:20,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:20,303 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T16:01:20,305 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,42553,1733155277931 2024-12-02T16:01:20,314 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T16:01:20,332 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(746): ClusterId : 1adc03df-23da-4f98-8698-cdb7679ac4bb 2024-12-02T16:01:20,335 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:01:20,347 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:01:20,347 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:01:20,365 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:01:20,366 DEBUG [RS:0;e1c0b6c2739c:37869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce0a940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T16:01:20,392 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1c0b6c2739c:37869 2024-12-02T16:01:20,397 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T16:01:20,397 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T16:01:20,397 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T16:01:20,403 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,42553,1733155277931 with port=37869, startcode=1733155278829 2024-12-02T16:01:20,405 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T16:01:20,413 DEBUG [RS:0;e1c0b6c2739c:37869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:01:20,417 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T16:01:20,425 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T16:01:20,439 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1c0b6c2739c,42553,1733155277931 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T16:01:20,452 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:01:20,453 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:01:20,453 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:01:20,453 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:01:20,454 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1c0b6c2739c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T16:01:20,454 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,454 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:01:20,455 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,460 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37349, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:01:20,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:01:20,469 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42553 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:20,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T16:01:20,478 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:20,479 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733155310479 2024-12-02T16:01:20,480 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:01:20,482 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T16:01:20,484 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T16:01:20,497 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T16:01:20,498 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T16:01:20,498 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T16:01:20,498 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T16:01:20,505 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741831_1007 (size=1321) 2024-12-02T16:01:20,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T16:01:20,514 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc 2024-12-02T16:01:20,517 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T16:01:20,518 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T16:01:20,519 WARN [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T16:01:20,519 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T16:01:20,522 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T16:01:20,531 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T16:01:20,531 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T16:01:20,534 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733155280533,5,FailOnTimeoutGroup] 2024-12-02T16:01:20,539 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733155280534,5,FailOnTimeoutGroup] 2024-12-02T16:01:20,539 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,539 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T16:01:20,541 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,542 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:01:20,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:01:20,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:01:20,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:01:20,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:20,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:01:20,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T16:01:20,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T16:01:20,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:20,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:01:20,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:01:20,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:01:20,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:20,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:01:20,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:01:20,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:01:20,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:20,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:01:20,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T16:01:20,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740 2024-12-02T16:01:20,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740 2024-12-02T16:01:20,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T16:01:20,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T16:01:20,591 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:01:20,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T16:01:20,600 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:01:20,601 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63029345, jitterRate=-0.0607895702123642}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:01:20,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733155280557Initializing all the Stores at 1733155280559 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155280559Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155280560 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155280560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155280560Cleaning up temporary data from old regions at 1733155280590 (+30 ms)Region opened successfully at 1733155280604 (+14 ms) 2024-12-02T16:01:20,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:01:20,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T16:01:20,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T16:01:20,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:01:20,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:01:20,606 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T16:01:20,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733155280604Disabling compacts and flushes for region at 1733155280604Disabling writes for close at 1733155280605 (+1 ms)Writing region close event to WAL at 1733155280606 (+1 ms)Closed at 1733155280606 2024-12-02T16:01:20,610 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:01:20,610 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T16:01:20,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T16:01:20,620 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,42553,1733155277931 with port=37869, startcode=1733155278829 2024-12-02T16:01:20,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:20,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42553 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:20,628 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T16:01:20,637 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T16:01:20,640 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc 2024-12-02T16:01:20,640 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46347 2024-12-02T16:01:20,641 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T16:01:20,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:01:20,654 DEBUG [RS:0;e1c0b6c2739c:37869 {}] zookeeper.ZKUtil(111): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:20,655 WARN [RS:0;e1c0b6c2739c:37869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:01:20,655 INFO [RS:0;e1c0b6c2739c:37869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:01:20,655 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/WALs/e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:20,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,37869,1733155278829] 2024-12-02T16:01:20,689 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:01:20,707 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:01:20,714 INFO [RS:0;e1c0b6c2739c:37869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:01:20,714 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,716 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T16:01:20,723 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T16:01:20,724 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,724 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,725 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,725 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,725 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,725 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,725 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:01:20,725 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,726 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,726 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,726 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,726 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,726 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:01:20,726 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:01:20,726 DEBUG [RS:0;e1c0b6c2739c:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:01:20,727 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,728 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,728 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,728 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,728 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,728 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37869,1733155278829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:01:20,749 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:01:20,751 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37869,1733155278829-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,752 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,752 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.Replication(171): e1c0b6c2739c,37869,1733155278829 started 2024-12-02T16:01:20,768 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:20,769 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,37869,1733155278829, RpcServer on e1c0b6c2739c/172.17.0.3:37869, sessionid=0x10198106b840001 2024-12-02T16:01:20,770 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:01:20,770 DEBUG [RS:0;e1c0b6c2739c:37869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:20,770 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,37869,1733155278829' 2024-12-02T16:01:20,770 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:01:20,771 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:01:20,772 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:01:20,772 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:01:20,772 DEBUG [RS:0;e1c0b6c2739c:37869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:20,772 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,37869,1733155278829' 2024-12-02T16:01:20,772 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:01:20,773 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:01:20,774 DEBUG [RS:0;e1c0b6c2739c:37869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:01:20,774 INFO [RS:0;e1c0b6c2739c:37869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:01:20,774 INFO [RS:0;e1c0b6c2739c:37869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:01:20,788 WARN [e1c0b6c2739c:42553 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T16:01:20,879 INFO [RS:0;e1c0b6c2739c:37869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:01:20,883 INFO [RS:0;e1c0b6c2739c:37869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C37869%2C1733155278829, suffix=, logDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/WALs/e1c0b6c2739c,37869,1733155278829, archiveDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/oldWALs, maxLogs=32 2024-12-02T16:01:20,898 DEBUG [RS:0;e1c0b6c2739c:37869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/WALs/e1c0b6c2739c,37869,1733155278829/e1c0b6c2739c%2C37869%2C1733155278829.1733155280885, exclude list is [], retry=0 2024-12-02T16:01:20,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42611,DS-731aee8b-7890-495f-be30-2e28470c47ca,DISK] 2024-12-02T16:01:20,912 INFO [RS:0;e1c0b6c2739c:37869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/WALs/e1c0b6c2739c,37869,1733155278829/e1c0b6c2739c%2C37869%2C1733155278829.1733155280885 2024-12-02T16:01:20,915 DEBUG [RS:0;e1c0b6c2739c:37869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42811:42811)] 2024-12-02T16:01:21,041 DEBUG [e1c0b6c2739c:42553 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T16:01:21,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:21,064 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,37869,1733155278829, state=OPENING 2024-12-02T16:01:21,077 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T16:01:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:01:21,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:01:21,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:01:21,089 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T16:01:21,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:01:21,280 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:01:21,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36191, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:01:21,304 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T16:01:21,304 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:01:21,305 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T16:01:21,310 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C37869%2C1733155278829.meta, suffix=.meta, logDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/WALs/e1c0b6c2739c,37869,1733155278829, archiveDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/oldWALs, maxLogs=32 2024-12-02T16:01:21,327 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/WALs/e1c0b6c2739c,37869,1733155278829/e1c0b6c2739c%2C37869%2C1733155278829.meta.1733155281311.meta, exclude list is [], retry=0 2024-12-02T16:01:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42611,DS-731aee8b-7890-495f-be30-2e28470c47ca,DISK] 2024-12-02T16:01:21,341 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/WALs/e1c0b6c2739c,37869,1733155278829/e1c0b6c2739c%2C37869%2C1733155278829.meta.1733155281311.meta 2024-12-02T16:01:21,343 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42811:42811)] 2024-12-02T16:01:21,343 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:01:21,346 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T16:01:21,350 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T16:01:21,358 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T16:01:21,364 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T16:01:21,366 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:01:21,366 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T16:01:21,366 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T16:01:21,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:01:21,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:01:21,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:21,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:01:21,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T16:01:21,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T16:01:21,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:21,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:01:21,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:01:21,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:01:21,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:21,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:01:21,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:01:21,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:01:21,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:21,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:01:21,422 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T16:01:21,424 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740 2024-12-02T16:01:21,429 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740 2024-12-02T16:01:21,434 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T16:01:21,435 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T16:01:21,436 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:01:21,441 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T16:01:21,444 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65320900, jitterRate=-0.02664273977279663}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:01:21,445 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T16:01:21,447 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733155281367Writing region info on filesystem at 1733155281367Initializing all the Stores at 1733155281371 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155281371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155281374 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155281375 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155281375Cleaning up temporary data from old regions at 1733155281435 (+60 ms)Running coprocessor post-open hooks at 1733155281445 (+10 ms)Region opened successfully at 1733155281446 (+1 ms) 2024-12-02T16:01:21,462 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733155281268 2024-12-02T16:01:21,490 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T16:01:21,490 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T16:01:21,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:21,497 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,37869,1733155278829, state=OPEN 2024-12-02T16:01:21,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:01:21,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:01:21,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:01:21,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:01:21,564 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:21,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T16:01:21,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,37869,1733155278829 in 473 msec 2024-12-02T16:01:21,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T16:01:21,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 980 msec 2024-12-02T16:01:21,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:01:21,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T16:01:21,653 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:21,654 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:21,686 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:21,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54133, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:21,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3690 sec 2024-12-02T16:01:21,719 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733155281719, completionTime=-1 2024-12-02T16:01:21,722 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T16:01:21,723 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T16:01:21,758 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T16:01:21,758 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733155341758 2024-12-02T16:01:21,759 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733155401758 2024-12-02T16:01:21,759 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-12-02T16:01:21,762 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42553,1733155277931-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:21,763 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42553,1733155277931-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:21,763 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42553,1733155277931-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:21,765 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1c0b6c2739c:42553, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:21,765 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:21,767 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:21,776 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T16:01:21,849 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.850sec 2024-12-02T16:01:21,850 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T16:01:21,852 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T16:01:21,853 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T16:01:21,853 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T16:01:21,855 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T16:01:21,856 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42553,1733155277931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:01:21,857 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42553,1733155277931-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T16:01:21,881 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T16:01:21,883 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T16:01:21,883 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42553,1733155277931-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:01:21,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:21,951 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T16:01:21,951 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T16:01:21,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:21,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:21,968 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:21,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:21,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572ecf82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:21,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:21,981 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:21,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:21,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:21,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:22,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1c0b6c2739c,42553,1733155277931 2024-12-02T16:01:22,024 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=210, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=647, ProcessCount=11, AvailableMemoryMB=6570 2024-12-02T16:01:22,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T16:01:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,42553,1733155277931 2024-12-02T16:01:22,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ae4b090 2024-12-02T16:01:22,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:01:22,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:01:22,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:01:22,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:01:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:01:22,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:01:22,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-02T16:01:22,067 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:22,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:01:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:01:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741835_1011 (size=959) 2024-12-02T16:01:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:01:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:01:22,486 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc 2024-12-02T16:01:22,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741836_1012 (size=53) 2024-12-02T16:01:22,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:01:22,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing fc0449d19d3080b555b08896e787a59a, disabling compactions & flushes 2024-12-02T16:01:22,503 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:22,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:22,504 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. after waiting 0 ms 2024-12-02T16:01:22,504 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:22,504 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:22,504 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc0449d19d3080b555b08896e787a59a: Waiting for close lock at 1733155282503Disabling compacts and flushes for region at 1733155282503Disabling writes for close at 1733155282504 (+1 ms)Writing region close event to WAL at 1733155282504Closed at 1733155282504 2024-12-02T16:01:22,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:01:22,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733155282507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155282507"}]},"ts":"1733155282507"} 2024-12-02T16:01:22,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T16:01:22,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:01:22,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155282522"}]},"ts":"1733155282522"} 2024-12-02T16:01:22,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:01:22,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc0449d19d3080b555b08896e787a59a, ASSIGN}] 2024-12-02T16:01:22,535 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc0449d19d3080b555b08896e787a59a, ASSIGN 2024-12-02T16:01:22,537 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc0449d19d3080b555b08896e787a59a, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,37869,1733155278829; forceNewPlan=false, retain=false 2024-12-02T16:01:22,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc0449d19d3080b555b08896e787a59a, regionState=OPENING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:22,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc0449d19d3080b555b08896e787a59a, ASSIGN because future has completed 2024-12-02T16:01:22,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:01:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:01:22,867 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:22,868 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:01:22,869 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,869 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:01:22,869 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,869 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,872 INFO [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,875 INFO [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc0449d19d3080b555b08896e787a59a columnFamilyName A 2024-12-02T16:01:22,875 DEBUG [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:22,877 INFO [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] regionserver.HStore(327): Store=fc0449d19d3080b555b08896e787a59a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:22,877 INFO [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,882 INFO [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc0449d19d3080b555b08896e787a59a columnFamilyName B 2024-12-02T16:01:22,883 DEBUG [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:22,884 INFO [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] regionserver.HStore(327): Store=fc0449d19d3080b555b08896e787a59a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:22,884 INFO [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,888 INFO [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc0449d19d3080b555b08896e787a59a columnFamilyName C 2024-12-02T16:01:22,889 DEBUG [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:22,891 INFO [StoreOpener-fc0449d19d3080b555b08896e787a59a-1 {}] regionserver.HStore(327): Store=fc0449d19d3080b555b08896e787a59a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:22,892 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,894 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,895 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,903 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,903 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,905 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:01:22,920 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,926 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:01:22,927 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc0449d19d3080b555b08896e787a59a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73763742, jitterRate=0.0991654098033905}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:01:22,927 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:22,929 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc0449d19d3080b555b08896e787a59a: Running coprocessor pre-open hook at 1733155282869Writing region info on filesystem at 1733155282869Initializing all the Stores at 1733155282872 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155282872Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155282872Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155282872Cleaning up temporary data from old regions at 1733155282903 (+31 ms)Running coprocessor post-open hooks at 1733155282927 (+24 ms)Region opened successfully at 1733155282928 (+1 ms) 2024-12-02T16:01:22,934 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., pid=6, masterSystemTime=1733155282853 2024-12-02T16:01:22,942 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:22,943 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:22,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc0449d19d3080b555b08896e787a59a, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:22,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:01:22,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T16:01:22,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 in 261 msec 2024-12-02T16:01:22,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T16:01:22,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc0449d19d3080b555b08896e787a59a, ASSIGN in 440 msec 2024-12-02T16:01:22,987 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:01:22,988 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155282987"}]},"ts":"1733155282987"} 2024-12-02T16:01:22,993 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:01:22,996 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:01:23,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 943 msec 2024-12-02T16:01:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:01:23,220 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:23,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0b3b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:23,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:23,228 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:23,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:23,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:23,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d6336a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:23,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:23,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:23,231 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7323ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:23,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:23,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:23,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T16:01:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,42553,1733155277931 2024-12-02T16:01:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b5dcfd 2024-12-02T16:01:23,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:01:23,253 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:01:23,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340b46e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:23,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:23,264 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:23,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:23,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:23,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f338c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:23,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:23,269 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4184659e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edf4fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:23,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:23,274 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:23,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffd0298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:23,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:23,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:23,283 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:23,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bed14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f4b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:23,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:23,289 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:23,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:23,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:23,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af2c0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:23,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:23,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:23,292 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:23,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52294ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:23,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:23,297 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b9dd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:23,300 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3ac293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7926de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:23,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:23,304 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:23,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:23,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:23,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200a570e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:23,308 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:23,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260a5c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b48425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:23,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:23,313 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:23,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:23,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:23,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510fbbc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:23,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:23,317 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68281abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4454ce2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:23,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:23,327 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:23,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:23,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:23,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24aa1c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:23,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:23,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:23,332 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:23,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fce0532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a9c1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:23,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:23,337 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:23,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:23,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee22a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:23,340 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23451635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cadbd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:23,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:23,361 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62078f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:23,365 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145f578c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:23,372 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:23,372 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:23,376 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:23,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:23,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:23,378 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:23,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:23,380 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:23,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:23,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:23,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:23,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:01:23,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:23,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:23,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:01:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:01:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:01:23,395 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:23,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:23,396 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:23,398 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:23,398 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:23,400 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:01:23,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:23,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:23,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:23,402 DEBUG [Thread-145 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:23,402 DEBUG [Thread-145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:23,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:23,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:01:23,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:01:23,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:23,412 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:01:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:01:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-02T16:01:23,425 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:01:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T16:01:23,427 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:23,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:23,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:23,432 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:01:23,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:23,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:01:23,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:01:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:23,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:01:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T16:01:23,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:23,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:23,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:23,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:23,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T16:01:23,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/5a951cf0e7fe47bfbebfd3ddce9ff136 is 50, key is test_row_0/A:col10/1733155283523/Put/seqid=0 2024-12-02T16:01:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741837_1013 (size=12001) 2024-12-02T16:01:23,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:23,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:23,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155343789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155343789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155343788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:23,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155343794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155343799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:23,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:23,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:23,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155343931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:23,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155343931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:23,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155343932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:23,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:23,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155343932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155343932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:23,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:23,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T16:01:24,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155344139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155344139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155344149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155344149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155344159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:24,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:24,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/5a951cf0e7fe47bfbebfd3ddce9ff136 2024-12-02T16:01:24,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:24,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:24,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/1320a02fd9f04607b6275e4f63804a71 is 50, key is test_row_0/B:col10/1733155283523/Put/seqid=0 2024-12-02T16:01:24,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741838_1014 (size=12001) 2024-12-02T16:01:24,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155344451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155344456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155344458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155344471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:24,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155344469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T16:01:24,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:24,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:24,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/1320a02fd9f04607b6275e4f63804a71 2024-12-02T16:01:24,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/b4d4e3c5403f4351badce85a77cd66d9 is 50, key is test_row_0/C:col10/1733155283523/Put/seqid=0 2024-12-02T16:01:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741839_1015 (size=12001) 2024-12-02T16:01:24,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:24,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:24,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155344963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155344987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155344988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:24,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:25,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155344999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:25,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:25,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:25,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155344999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:25,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:25,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:25,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:25,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:25,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:25,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:25,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:25,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:25,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:25,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:25,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:25,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:25,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/b4d4e3c5403f4351badce85a77cd66d9 2024-12-02T16:01:25,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/5a951cf0e7fe47bfbebfd3ddce9ff136 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/5a951cf0e7fe47bfbebfd3ddce9ff136 2024-12-02T16:01:25,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/5a951cf0e7fe47bfbebfd3ddce9ff136, entries=150, sequenceid=14, filesize=11.7 K 2024-12-02T16:01:25,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/1320a02fd9f04607b6275e4f63804a71 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/1320a02fd9f04607b6275e4f63804a71 2024-12-02T16:01:25,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:25,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:25,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:25,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/1320a02fd9f04607b6275e4f63804a71, entries=150, sequenceid=14, filesize=11.7 K 2024-12-02T16:01:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:25,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/b4d4e3c5403f4351badce85a77cd66d9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b4d4e3c5403f4351badce85a77cd66d9 2024-12-02T16:01:25,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b4d4e3c5403f4351badce85a77cd66d9, entries=150, sequenceid=14, filesize=11.7 K 2024-12-02T16:01:25,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fc0449d19d3080b555b08896e787a59a in 2032ms, sequenceid=14, compaction requested=false 2024-12-02T16:01:25,568 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T16:01:25,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T16:01:25,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T16:01:25,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:25,624 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:01:25,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/a63e6a4a0ec943b2ab64d13e3b9f7aa6 is 50, key is test_row_0/A:col10/1733155283789/Put/seqid=0 2024-12-02T16:01:25,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741840_1016 (size=12001) 2024-12-02T16:01:25,679 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/a63e6a4a0ec943b2ab64d13e3b9f7aa6 2024-12-02T16:01:25,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/12ff74f97f67489c91b0a016e6888be3 is 50, key is test_row_0/B:col10/1733155283789/Put/seqid=0 2024-12-02T16:01:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741841_1017 (size=12001) 2024-12-02T16:01:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:26,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155346063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155346070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155346078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155346079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155346085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,191 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/12ff74f97f67489c91b0a016e6888be3 2024-12-02T16:01:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155346189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155346189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155346211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155346211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155346223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/dbb19c6fd3264e4f83867c735686b011 is 50, key is test_row_0/C:col10/1733155283789/Put/seqid=0 2024-12-02T16:01:26,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741842_1018 (size=12001) 2024-12-02T16:01:26,321 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/dbb19c6fd3264e4f83867c735686b011 2024-12-02T16:01:26,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/a63e6a4a0ec943b2ab64d13e3b9f7aa6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/a63e6a4a0ec943b2ab64d13e3b9f7aa6 2024-12-02T16:01:26,389 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/a63e6a4a0ec943b2ab64d13e3b9f7aa6, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T16:01:26,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/12ff74f97f67489c91b0a016e6888be3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/12ff74f97f67489c91b0a016e6888be3 2024-12-02T16:01:26,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155346399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155346399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,410 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/12ff74f97f67489c91b0a016e6888be3, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T16:01:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/dbb19c6fd3264e4f83867c735686b011 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/dbb19c6fd3264e4f83867c735686b011 2024-12-02T16:01:26,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155346430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155346435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,448 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/dbb19c6fd3264e4f83867c735686b011, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T16:01:26,452 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for fc0449d19d3080b555b08896e787a59a in 828ms, sequenceid=37, compaction requested=false 2024-12-02T16:01:26,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:26,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:26,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T16:01:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T16:01:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:26,463 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:26,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T16:01:26,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T16:01:26,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0320 sec 2024-12-02T16:01:26,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/9efbce7c0f3a468885a7c8e35de8791c is 50, key is test_row_0/A:col10/1733155286068/Put/seqid=0 2024-12-02T16:01:26,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.0600 sec 2024-12-02T16:01:26,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741843_1019 (size=14341) 2024-12-02T16:01:26,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/9efbce7c0f3a468885a7c8e35de8791c 2024-12-02T16:01:26,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/5482c44a343b44d18611cdaf6e5d9ba4 is 50, key is test_row_0/B:col10/1733155286068/Put/seqid=0 2024-12-02T16:01:26,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741844_1020 (size=12001) 2024-12-02T16:01:26,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155346749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155346752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155346752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155346765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155346770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:01:26,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155346879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155346879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155346879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:26,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:27,017 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T16:01:27,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155347103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:27,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155347102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155347103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:27,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/5482c44a343b44d18611cdaf6e5d9ba4 2024-12-02T16:01:27,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/9b4386e5631c4005b33cc3d89e5389b9 is 50, key is test_row_0/C:col10/1733155286068/Put/seqid=0 2024-12-02T16:01:27,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741845_1021 (size=12001) 2024-12-02T16:01:27,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/9b4386e5631c4005b33cc3d89e5389b9 2024-12-02T16:01:27,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155347279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155347280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:27,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:27,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/9efbce7c0f3a468885a7c8e35de8791c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9efbce7c0f3a468885a7c8e35de8791c 2024-12-02T16:01:27,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9efbce7c0f3a468885a7c8e35de8791c, entries=200, sequenceid=52, filesize=14.0 K 2024-12-02T16:01:27,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/5482c44a343b44d18611cdaf6e5d9ba4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/5482c44a343b44d18611cdaf6e5d9ba4 2024-12-02T16:01:27,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/5482c44a343b44d18611cdaf6e5d9ba4, entries=150, sequenceid=52, filesize=11.7 K 2024-12-02T16:01:27,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/9b4386e5631c4005b33cc3d89e5389b9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/9b4386e5631c4005b33cc3d89e5389b9 2024-12-02T16:01:27,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:27,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155347423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155347419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:27,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155347423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:27,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/9b4386e5631c4005b33cc3d89e5389b9, entries=150, sequenceid=52, filesize=11.7 K 2024-12-02T16:01:27,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for fc0449d19d3080b555b08896e787a59a in 980ms, sequenceid=52, compaction requested=true 2024-12-02T16:01:27,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:27,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:01:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:27,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:01:27,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:27,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:01:27,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:27,464 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:27,467 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:27,474 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:27,476 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/B is initiating minor compaction (all files) 2024-12-02T16:01:27,477 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/B in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:27,477 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/1320a02fd9f04607b6275e4f63804a71, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/12ff74f97f67489c91b0a016e6888be3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/5482c44a343b44d18611cdaf6e5d9ba4] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=35.2 K 2024-12-02T16:01:27,490 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 1320a02fd9f04607b6275e4f63804a71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733155283406 2024-12-02T16:01:27,491 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:27,491 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/A is initiating minor compaction (all files) 2024-12-02T16:01:27,491 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/A in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:27,491 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/5a951cf0e7fe47bfbebfd3ddce9ff136, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/a63e6a4a0ec943b2ab64d13e3b9f7aa6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9efbce7c0f3a468885a7c8e35de8791c] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=37.4 K 2024-12-02T16:01:27,492 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 12ff74f97f67489c91b0a016e6888be3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733155283672 2024-12-02T16:01:27,493 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 5482c44a343b44d18611cdaf6e5d9ba4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733155286067 2024-12-02T16:01:27,499 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a951cf0e7fe47bfbebfd3ddce9ff136, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733155283406 2024-12-02T16:01:27,503 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting a63e6a4a0ec943b2ab64d13e3b9f7aa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733155283672 2024-12-02T16:01:27,507 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9efbce7c0f3a468885a7c8e35de8791c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733155286067 2024-12-02T16:01:27,581 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#B#compaction#9 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:27,582 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/3deb3e83487f4e9fb0d64dc25b6a6e79 is 50, key is test_row_0/B:col10/1733155286068/Put/seqid=0 2024-12-02T16:01:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T16:01:27,595 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:27,597 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#A#compaction#10 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:27,599 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:01:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-02T16:01:27,602 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/feb774176e104f009eb2ccaee5bfedcb is 50, key is test_row_0/A:col10/1733155286068/Put/seqid=0 2024-12-02T16:01:27,606 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:01:27,609 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:01:27,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:01:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T16:01:27,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741846_1022 (size=12104) 2024-12-02T16:01:27,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741847_1023 (size=12104) 2024-12-02T16:01:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T16:01:27,751 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/feb774176e104f009eb2ccaee5bfedcb as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/feb774176e104f009eb2ccaee5bfedcb 2024-12-02T16:01:27,751 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/3deb3e83487f4e9fb0d64dc25b6a6e79 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/3deb3e83487f4e9fb0d64dc25b6a6e79 2024-12-02T16:01:27,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-02T16:01:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:27,769 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T16:01:27,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/c9671009160a4454b292567bdcde207c is 50, key is test_row_0/A:col10/1733155286759/Put/seqid=0 2024-12-02T16:01:27,815 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fc0449d19d3080b555b08896e787a59a/B of fc0449d19d3080b555b08896e787a59a into 3deb3e83487f4e9fb0d64dc25b6a6e79(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:27,816 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:27,819 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fc0449d19d3080b555b08896e787a59a/A of fc0449d19d3080b555b08896e787a59a into feb774176e104f009eb2ccaee5bfedcb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:27,819 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:27,827 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/A, priority=13, startTime=1733155287456; duration=0sec 2024-12-02T16:01:27,828 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:27,828 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:A 2024-12-02T16:01:27,829 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:27,830 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/B, priority=13, startTime=1733155287461; duration=0sec 2024-12-02T16:01:27,831 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:27,831 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:B 2024-12-02T16:01:27,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741848_1024 (size=12001) 2024-12-02T16:01:27,859 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:27,860 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/C is initiating minor compaction (all files) 2024-12-02T16:01:27,863 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/C in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:27,863 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b4d4e3c5403f4351badce85a77cd66d9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/dbb19c6fd3264e4f83867c735686b011, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/9b4386e5631c4005b33cc3d89e5389b9] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=35.2 K 2024-12-02T16:01:27,870 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4d4e3c5403f4351badce85a77cd66d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733155283406 2024-12-02T16:01:27,878 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbb19c6fd3264e4f83867c735686b011, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733155283672 2024-12-02T16:01:27,888 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b4386e5631c4005b33cc3d89e5389b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733155286067 2024-12-02T16:01:27,926 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#C#compaction#12 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:27,928 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/7e93cf59b04c4883b3d0944ea10181ed is 50, key is test_row_0/C:col10/1733155286068/Put/seqid=0 2024-12-02T16:01:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T16:01:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:27,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:27,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741849_1025 (size=12104) 2024-12-02T16:01:28,052 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/7e93cf59b04c4883b3d0944ea10181ed as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/7e93cf59b04c4883b3d0944ea10181ed 2024-12-02T16:01:28,094 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fc0449d19d3080b555b08896e787a59a/C of fc0449d19d3080b555b08896e787a59a into 7e93cf59b04c4883b3d0944ea10181ed(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:28,094 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:28,095 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/C, priority=13, startTime=1733155287462; duration=0sec 2024-12-02T16:01:28,095 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:28,095 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:C 2024-12-02T16:01:28,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155348078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155348087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155348095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155348208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155348210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155348228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T16:01:28,261 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/c9671009160a4454b292567bdcde207c 2024-12-02T16:01:28,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/c0d7adaa80bc406e8b020d59559ccdc4 is 50, key is test_row_0/B:col10/1733155286759/Put/seqid=0 2024-12-02T16:01:28,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155348299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155348303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,318 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_2' in fc0449d19d3080b555b08896e787a59a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:01:28,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,322 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_2' in fc0449d19d3080b555b08896e787a59a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:01:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741850_1026 (size=12001) 2024-12-02T16:01:28,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T16:01:28,382 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T16:01:28,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:01:28,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T16:01:28,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T16:01:28,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T16:01:28,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T16:01:28,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-02T16:01:28,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155348419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155348431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155348439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155348739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155348739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,746 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/c0d7adaa80bc406e8b020d59559ccdc4 2024-12-02T16:01:28,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155348752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T16:01:28,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/5c7bb68400504068ad16cf347d0ffab3 is 50, key is test_row_0/C:col10/1733155286759/Put/seqid=0 2024-12-02T16:01:28,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741851_1027 (size=12001) 2024-12-02T16:01:28,812 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/5c7bb68400504068ad16cf347d0ffab3 2024-12-02T16:01:28,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/c9671009160a4454b292567bdcde207c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/c9671009160a4454b292567bdcde207c 2024-12-02T16:01:28,924 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/c9671009160a4454b292567bdcde207c, entries=150, sequenceid=73, filesize=11.7 K 2024-12-02T16:01:28,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/c0d7adaa80bc406e8b020d59559ccdc4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c0d7adaa80bc406e8b020d59559ccdc4 2024-12-02T16:01:28,969 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c0d7adaa80bc406e8b020d59559ccdc4, entries=150, sequenceid=73, filesize=11.7 K 2024-12-02T16:01:28,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/5c7bb68400504068ad16cf347d0ffab3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5c7bb68400504068ad16cf347d0ffab3 2024-12-02T16:01:29,067 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5c7bb68400504068ad16cf347d0ffab3, entries=150, sequenceid=73, filesize=11.7 K 2024-12-02T16:01:29,069 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for fc0449d19d3080b555b08896e787a59a in 1300ms, sequenceid=73, compaction requested=false 2024-12-02T16:01:29,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:29,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:29,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T16:01:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T16:01:29,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T16:01:29,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec 2024-12-02T16:01:29,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4820 sec 2024-12-02T16:01:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:29,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T16:01:29,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/38cb151b12f2461cbd619be87782e3cb is 50, key is test_row_0/A:col10/1733155288084/Put/seqid=0 2024-12-02T16:01:29,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741852_1028 (size=12001) 2024-12-02T16:01:29,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/38cb151b12f2461cbd619be87782e3cb 2024-12-02T16:01:29,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155349401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:29,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155349403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:29,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:29,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:29,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155349412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:29,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/70df5187e805455f9aeda4180bb4ff5c is 50, key is test_row_0/B:col10/1733155288084/Put/seqid=0 2024-12-02T16:01:29,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741853_1029 (size=12001) 2024-12-02T16:01:29,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/70df5187e805455f9aeda4180bb4ff5c 2024-12-02T16:01:29,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155349519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:29,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:29,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155349531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:29,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155349528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:29,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:29,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/2b2859bbf91c4d55969e6b07f5dc2c0c is 50, key is test_row_0/C:col10/1733155288084/Put/seqid=0 2024-12-02T16:01:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741854_1030 (size=12001) 2024-12-02T16:01:29,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155349743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:29,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:29,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155349748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155349751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:29,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T16:01:29,778 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:29,779 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:01:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-02T16:01:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T16:01:29,784 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:01:29,786 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:01:29,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:01:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T16:01:29,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T16:01:29,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:29,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:29,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/2b2859bbf91c4d55969e6b07f5dc2c0c 2024-12-02T16:01:30,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/38cb151b12f2461cbd619be87782e3cb as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/38cb151b12f2461cbd619be87782e3cb 2024-12-02T16:01:30,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/38cb151b12f2461cbd619be87782e3cb, entries=150, sequenceid=93, filesize=11.7 K 2024-12-02T16:01:30,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/70df5187e805455f9aeda4180bb4ff5c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/70df5187e805455f9aeda4180bb4ff5c 2024-12-02T16:01:30,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155350063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155350068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/70df5187e805455f9aeda4180bb4ff5c, entries=150, sequenceid=93, filesize=11.7 K 2024-12-02T16:01:30,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155350068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/2b2859bbf91c4d55969e6b07f5dc2c0c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/2b2859bbf91c4d55969e6b07f5dc2c0c 2024-12-02T16:01:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T16:01:30,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T16:01:30,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:30,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:30,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:30,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:30,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:30,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/2b2859bbf91c4d55969e6b07f5dc2c0c, entries=150, sequenceid=93, filesize=11.7 K 2024-12-02T16:01:30,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for fc0449d19d3080b555b08896e787a59a in 875ms, sequenceid=93, compaction requested=true 2024-12-02T16:01:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:30,133 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:30,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:01:30,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:30,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:01:30,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:30,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:01:30,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:01:30,134 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:30,148 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:30,148 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/A is initiating minor compaction (all files) 2024-12-02T16:01:30,148 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/A in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:30,149 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/feb774176e104f009eb2ccaee5bfedcb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/c9671009160a4454b292567bdcde207c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/38cb151b12f2461cbd619be87782e3cb] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=35.3 K 2024-12-02T16:01:30,152 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:30,153 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/B is initiating minor compaction (all files) 2024-12-02T16:01:30,153 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/B in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:30,153 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/3deb3e83487f4e9fb0d64dc25b6a6e79, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c0d7adaa80bc406e8b020d59559ccdc4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/70df5187e805455f9aeda4180bb4ff5c] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=35.3 K 2024-12-02T16:01:30,154 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting feb774176e104f009eb2ccaee5bfedcb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733155286067 2024-12-02T16:01:30,159 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 3deb3e83487f4e9fb0d64dc25b6a6e79, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733155286067 2024-12-02T16:01:30,159 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9671009160a4454b292567bdcde207c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733155286735 2024-12-02T16:01:30,160 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting c0d7adaa80bc406e8b020d59559ccdc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733155286735 2024-12-02T16:01:30,166 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38cb151b12f2461cbd619be87782e3cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733155288044 2024-12-02T16:01:30,166 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 70df5187e805455f9aeda4180bb4ff5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733155288044 2024-12-02T16:01:30,272 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#A#compaction#18 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:30,273 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/08e2e90fcdbf45bfbf4ed1e91c90d18f is 50, key is test_row_0/A:col10/1733155288084/Put/seqid=0 2024-12-02T16:01:30,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T16:01:30,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:30,283 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:01:30,309 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:30,310 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/63a08c7296f0440c8d0b0a9dd73433f7 is 50, key is test_row_0/B:col10/1733155288084/Put/seqid=0 2024-12-02T16:01:30,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/670e53ed523a4340800f38fc239bf9a6 is 50, key is test_row_0/A:col10/1733155289367/Put/seqid=0 2024-12-02T16:01:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741855_1031 (size=12207) 2024-12-02T16:01:30,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:30,374 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/08e2e90fcdbf45bfbf4ed1e91c90d18f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/08e2e90fcdbf45bfbf4ed1e91c90d18f 2024-12-02T16:01:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741856_1032 (size=12207) 2024-12-02T16:01:30,396 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fc0449d19d3080b555b08896e787a59a/A of fc0449d19d3080b555b08896e787a59a into 08e2e90fcdbf45bfbf4ed1e91c90d18f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:30,396 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:30,396 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/A, priority=13, startTime=1733155290133; duration=0sec 2024-12-02T16:01:30,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741857_1033 (size=12001) 2024-12-02T16:01:30,398 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:30,398 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:A 2024-12-02T16:01:30,399 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:30,411 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:30,411 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/C is initiating minor compaction (all files) 2024-12-02T16:01:30,412 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/C in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:30,412 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/7e93cf59b04c4883b3d0944ea10181ed, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5c7bb68400504068ad16cf347d0ffab3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/2b2859bbf91c4d55969e6b07f5dc2c0c] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=35.3 K 2024-12-02T16:01:30,413 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e93cf59b04c4883b3d0944ea10181ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733155286067 2024-12-02T16:01:30,415 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c7bb68400504068ad16cf347d0ffab3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733155286735 2024-12-02T16:01:30,416 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b2859bbf91c4d55969e6b07f5dc2c0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733155288044 2024-12-02T16:01:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T16:01:30,473 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:30,473 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/39e1aedaf8974aebb71d9ece19433f88 is 50, key is test_row_0/C:col10/1733155288084/Put/seqid=0 2024-12-02T16:01:30,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741858_1034 (size=12207) 2024-12-02T16:01:30,521 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/39e1aedaf8974aebb71d9ece19433f88 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/39e1aedaf8974aebb71d9ece19433f88 2024-12-02T16:01:30,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155350533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,544 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fc0449d19d3080b555b08896e787a59a/C of fc0449d19d3080b555b08896e787a59a into 39e1aedaf8974aebb71d9ece19433f88(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:30,544 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:30,544 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/C, priority=13, startTime=1733155290134; duration=0sec 2024-12-02T16:01:30,545 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:30,545 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:C 2024-12-02T16:01:30,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155350541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155350578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155350580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155350589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155350650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155350658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,799 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/670e53ed523a4340800f38fc239bf9a6 2024-12-02T16:01:30,819 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/63a08c7296f0440c8d0b0a9dd73433f7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/63a08c7296f0440c8d0b0a9dd73433f7 2024-12-02T16:01:30,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/f143d97c50d641fbb027127d01c624dc is 50, key is test_row_0/B:col10/1733155289367/Put/seqid=0 2024-12-02T16:01:30,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155350869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155350869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:30,894 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fc0449d19d3080b555b08896e787a59a/B of fc0449d19d3080b555b08896e787a59a into 63a08c7296f0440c8d0b0a9dd73433f7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:30,895 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:30,895 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/B, priority=13, startTime=1733155290134; duration=0sec 2024-12-02T16:01:30,895 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:30,895 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:B 2024-12-02T16:01:30,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741859_1035 (size=12001) 2024-12-02T16:01:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T16:01:31,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155351178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155351179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:31,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/f143d97c50d641fbb027127d01c624dc 2024-12-02T16:01:31,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/04728c385ca74e9884be4b19a609ccef is 50, key is test_row_0/C:col10/1733155289367/Put/seqid=0 2024-12-02T16:01:31,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741860_1036 (size=12001) 2024-12-02T16:01:31,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155351599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:31,605 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_2' in fc0449d19d3080b555b08896e787a59a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:01:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:31,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155351599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:31,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155351609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:31,615 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in fc0449d19d3080b555b08896e787a59a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:01:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:31,619 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_2' in fc0449d19d3080b555b08896e787a59a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:01:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:31,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155351693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:31,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155351695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:31,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:31,817 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/04728c385ca74e9884be4b19a609ccef 2024-12-02T16:01:31,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/670e53ed523a4340800f38fc239bf9a6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/670e53ed523a4340800f38fc239bf9a6 2024-12-02T16:01:31,931 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/670e53ed523a4340800f38fc239bf9a6, entries=150, sequenceid=112, filesize=11.7 K 2024-12-02T16:01:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T16:01:31,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/f143d97c50d641fbb027127d01c624dc as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/f143d97c50d641fbb027127d01c624dc 2024-12-02T16:01:32,016 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/f143d97c50d641fbb027127d01c624dc, entries=150, sequenceid=112, filesize=11.7 K 2024-12-02T16:01:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/04728c385ca74e9884be4b19a609ccef as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/04728c385ca74e9884be4b19a609ccef 2024-12-02T16:01:32,131 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/04728c385ca74e9884be4b19a609ccef, entries=150, sequenceid=112, filesize=11.7 K 2024-12-02T16:01:32,138 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for fc0449d19d3080b555b08896e787a59a in 1854ms, sequenceid=112, compaction requested=false 2024-12-02T16:01:32,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:32,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:32,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T16:01:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T16:01:32,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T16:01:32,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3810 sec 2024-12-02T16:01:32,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.4070 sec 2024-12-02T16:01:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:32,739 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:32,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-02T16:01:32,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/b0fc1c5b49be4cb19d7f548102e64180 is 50, key is test_row_0/A:col10/1733155290472/Put/seqid=0 2024-12-02T16:01:32,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741861_1037 (size=14491) 2024-12-02T16:01:32,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155352890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155352896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:33,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155353008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:33,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155353008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:33,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:33,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/b0fc1c5b49be4cb19d7f548102e64180 2024-12-02T16:01:33,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155353219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:33,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155353228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:33,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:33,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/4ad3a227007a4e00b031d535dafb415a is 50, key is test_row_0/B:col10/1733155290472/Put/seqid=0 2024-12-02T16:01:33,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741862_1038 (size=12101) 2024-12-02T16:01:33,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/4ad3a227007a4e00b031d535dafb415a 2024-12-02T16:01:33,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/12eb8e20116d4608aea34b2a16e3319a is 50, key is test_row_0/C:col10/1733155290472/Put/seqid=0 2024-12-02T16:01:33,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741863_1039 (size=12101) 2024-12-02T16:01:33,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155353529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:33,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155353550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:33,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155353618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:33,627 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_2' in fc0449d19d3080b555b08896e787a59a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:01:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:33,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155353642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:33,648 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in fc0449d19d3080b555b08896e787a59a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:01:33,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:33,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155353651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:33,652 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_2' in fc0449d19d3080b555b08896e787a59a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:01:33,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:33,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:33,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/12eb8e20116d4608aea34b2a16e3319a 2024-12-02T16:01:33,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/b0fc1c5b49be4cb19d7f548102e64180 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b0fc1c5b49be4cb19d7f548102e64180 2024-12-02T16:01:33,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b0fc1c5b49be4cb19d7f548102e64180, entries=200, sequenceid=134, filesize=14.2 K 2024-12-02T16:01:33,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/4ad3a227007a4e00b031d535dafb415a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4ad3a227007a4e00b031d535dafb415a 2024-12-02T16:01:33,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4ad3a227007a4e00b031d535dafb415a, entries=150, sequenceid=134, filesize=11.8 K 2024-12-02T16:01:33,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/12eb8e20116d4608aea34b2a16e3319a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/12eb8e20116d4608aea34b2a16e3319a 2024-12-02T16:01:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T16:01:33,959 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:33,960 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:01:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-02T16:01:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T16:01:33,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/12eb8e20116d4608aea34b2a16e3319a, entries=150, sequenceid=134, filesize=11.8 K 2024-12-02T16:01:33,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for fc0449d19d3080b555b08896e787a59a in 1239ms, sequenceid=134, compaction requested=true 2024-12-02T16:01:33,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:33,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:01:33,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:33,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:01:33,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:01:33,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:01:33,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T16:01:33,980 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:33,981 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:33,981 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:01:33,986 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:01:33,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:01:33,995 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:33,995 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/C is initiating minor compaction (all files) 2024-12-02T16:01:33,995 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/C in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:33,996 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/39e1aedaf8974aebb71d9ece19433f88, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/04728c385ca74e9884be4b19a609ccef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/12eb8e20116d4608aea34b2a16e3319a] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=35.5 K 2024-12-02T16:01:33,996 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:33,996 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/A is initiating minor compaction (all files) 2024-12-02T16:01:33,996 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/A in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:33,997 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/08e2e90fcdbf45bfbf4ed1e91c90d18f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/670e53ed523a4340800f38fc239bf9a6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b0fc1c5b49be4cb19d7f548102e64180] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=37.8 K 2024-12-02T16:01:33,997 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39e1aedaf8974aebb71d9ece19433f88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733155288044 2024-12-02T16:01:33,999 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 08e2e90fcdbf45bfbf4ed1e91c90d18f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733155288044 2024-12-02T16:01:34,000 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04728c385ca74e9884be4b19a609ccef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733155289367 2024-12-02T16:01:34,001 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 670e53ed523a4340800f38fc239bf9a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733155289367 2024-12-02T16:01:34,001 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12eb8e20116d4608aea34b2a16e3319a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733155290472 2024-12-02T16:01:34,002 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b0fc1c5b49be4cb19d7f548102e64180, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733155290472 2024-12-02T16:01:34,054 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:34,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-02T16:01:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T16:01:34,074 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#A#compaction#27 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:34,075 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/757d96113ca946b68fea891583f1e617 is 50, key is test_row_0/A:col10/1733155290472/Put/seqid=0 2024-12-02T16:01:34,081 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#C#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:34,082 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/19449b7262de46aa8068ebcbe88018c4 is 50, key is test_row_0/C:col10/1733155290472/Put/seqid=0 2024-12-02T16:01:34,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/1323858584a94270a138486be45a4d74 is 50, key is test_row_0/A:col10/1733155294045/Put/seqid=0 2024-12-02T16:01:34,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741864_1040 (size=12409) 2024-12-02T16:01:34,142 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/757d96113ca946b68fea891583f1e617 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/757d96113ca946b68fea891583f1e617 2024-12-02T16:01:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741865_1041 (size=12409) 2024-12-02T16:01:34,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155354149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155354149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:34,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T16:01:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:34,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:34,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:34,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,165 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fc0449d19d3080b555b08896e787a59a/A of fc0449d19d3080b555b08896e787a59a into 757d96113ca946b68fea891583f1e617(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:34,165 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:34,165 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/A, priority=13, startTime=1733155293979; duration=0sec 2024-12-02T16:01:34,166 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:34,166 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:A 2024-12-02T16:01:34,166 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:34,167 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/19449b7262de46aa8068ebcbe88018c4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/19449b7262de46aa8068ebcbe88018c4 2024-12-02T16:01:34,176 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:34,177 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/B is initiating minor compaction (all files) 2024-12-02T16:01:34,177 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/B in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:34,177 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/63a08c7296f0440c8d0b0a9dd73433f7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/f143d97c50d641fbb027127d01c624dc, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4ad3a227007a4e00b031d535dafb415a] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=35.5 K 2024-12-02T16:01:34,178 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 63a08c7296f0440c8d0b0a9dd73433f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733155288044 2024-12-02T16:01:34,179 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting f143d97c50d641fbb027127d01c624dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733155289367 2024-12-02T16:01:34,180 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ad3a227007a4e00b031d535dafb415a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733155290472 2024-12-02T16:01:34,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741866_1042 (size=14541) 2024-12-02T16:01:34,195 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fc0449d19d3080b555b08896e787a59a/C of fc0449d19d3080b555b08896e787a59a into 19449b7262de46aa8068ebcbe88018c4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:34,195 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:34,195 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/C, priority=13, startTime=1733155293979; duration=0sec 2024-12-02T16:01:34,199 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:34,199 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:C 2024-12-02T16:01:34,215 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#B#compaction#30 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:34,216 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/3fab4dd254a84f5797f7d219fdf2c15a is 50, key is test_row_0/B:col10/1733155290472/Put/seqid=0 2024-12-02T16:01:34,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741867_1043 (size=12409) 2024-12-02T16:01:34,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155354259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155354258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T16:01:34,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T16:01:34,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:34,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:34,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:34,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155354470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:34,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155354470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:34,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T16:01:34,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:34,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:34,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:34,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/1323858584a94270a138486be45a4d74 2024-12-02T16:01:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T16:01:34,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/9383da302a394ae48d41fe86636e7ab8 is 50, key is test_row_0/B:col10/1733155294045/Put/seqid=0 2024-12-02T16:01:34,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741868_1044 (size=12151) 2024-12-02T16:01:34,691 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/3fab4dd254a84f5797f7d219fdf2c15a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/3fab4dd254a84f5797f7d219fdf2c15a 2024-12-02T16:01:34,706 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fc0449d19d3080b555b08896e787a59a/B of fc0449d19d3080b555b08896e787a59a into 3fab4dd254a84f5797f7d219fdf2c15a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:34,706 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:34,706 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/B, priority=13, startTime=1733155293979; duration=0sec 2024-12-02T16:01:34,706 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:34,706 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:B 2024-12-02T16:01:34,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T16:01:34,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:34,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:34,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:34,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155354779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:34,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155354783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:34,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T16:01:34,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:34,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:34,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:34,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/9383da302a394ae48d41fe86636e7ab8 2024-12-02T16:01:35,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T16:01:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:35,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/fb2d13fa2f18435bb7ec3add64496913 is 50, key is test_row_0/C:col10/1733155294045/Put/seqid=0 2024-12-02T16:01:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T16:01:35,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741869_1045 (size=12151) 2024-12-02T16:01:35,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T16:01:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:35,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155355298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:35,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155355308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:35,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:35,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:35,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:35,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T16:01:35,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:35,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:35,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:35,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/fb2d13fa2f18435bb7ec3add64496913 2024-12-02T16:01:35,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/1323858584a94270a138486be45a4d74 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/1323858584a94270a138486be45a4d74 2024-12-02T16:01:35,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T16:01:35,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:35,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:35,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:35,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:35,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/1323858584a94270a138486be45a4d74, entries=200, sequenceid=152, filesize=14.2 K 2024-12-02T16:01:35,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/9383da302a394ae48d41fe86636e7ab8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/9383da302a394ae48d41fe86636e7ab8 2024-12-02T16:01:35,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/9383da302a394ae48d41fe86636e7ab8, entries=150, sequenceid=152, filesize=11.9 K 2024-12-02T16:01:35,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/fb2d13fa2f18435bb7ec3add64496913 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/fb2d13fa2f18435bb7ec3add64496913 2024-12-02T16:01:35,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/fb2d13fa2f18435bb7ec3add64496913, entries=150, sequenceid=152, filesize=11.9 K 2024-12-02T16:01:35,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for fc0449d19d3080b555b08896e787a59a in 1580ms, sequenceid=152, compaction requested=false 2024-12-02T16:01:35,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:35,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T16:01:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:35,707 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-02T16:01:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/75a2d49e800b4edd8e2fea66e5592f11 is 50, key is test_row_0/A:col10/1733155294130/Put/seqid=0 2024-12-02T16:01:35,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741870_1046 (size=12151) 2024-12-02T16:01:35,817 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/75a2d49e800b4edd8e2fea66e5592f11 2024-12-02T16:01:35,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/fbb3e32d43fa4f95b2aa38ba5de50120 is 50, key is test_row_0/B:col10/1733155294130/Put/seqid=0 2024-12-02T16:01:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741871_1047 (size=12151) 2024-12-02T16:01:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T16:01:36,263 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/fbb3e32d43fa4f95b2aa38ba5de50120 2024-12-02T16:01:36,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/297859debc354560b4efbe05660619ef is 50, key is test_row_0/C:col10/1733155294130/Put/seqid=0 2024-12-02T16:01:36,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741872_1048 (size=12151) 2024-12-02T16:01:36,295 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/297859debc354560b4efbe05660619ef 2024-12-02T16:01:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/75a2d49e800b4edd8e2fea66e5592f11 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/75a2d49e800b4edd8e2fea66e5592f11 2024-12-02T16:01:36,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:36,326 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/75a2d49e800b4edd8e2fea66e5592f11, entries=150, sequenceid=173, filesize=11.9 K 2024-12-02T16:01:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/fbb3e32d43fa4f95b2aa38ba5de50120 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/fbb3e32d43fa4f95b2aa38ba5de50120 2024-12-02T16:01:36,347 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/fbb3e32d43fa4f95b2aa38ba5de50120, entries=150, sequenceid=173, filesize=11.9 K 2024-12-02T16:01:36,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/297859debc354560b4efbe05660619ef as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/297859debc354560b4efbe05660619ef 2024-12-02T16:01:36,361 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/297859debc354560b4efbe05660619ef, entries=150, sequenceid=173, filesize=11.9 K 2024-12-02T16:01:36,367 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=26.84 KB/27480 for fc0449d19d3080b555b08896e787a59a in 660ms, sequenceid=173, compaction requested=true 2024-12-02T16:01:36,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:36,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:36,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T16:01:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T16:01:36,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T16:01:36,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3920 sec 2024-12-02T16:01:36,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.4240 sec 2024-12-02T16:01:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:36,389 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:36,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:01:36,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/4fb951e136e54d3a98b9e0e2da0034b9 is 50, key is test_row_0/A:col10/1733155296368/Put/seqid=0 2024-12-02T16:01:36,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741873_1049 (size=19321) 2024-12-02T16:01:36,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/4fb951e136e54d3a98b9e0e2da0034b9 2024-12-02T16:01:36,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/88005c882a5b4461be80bffed21b20ee is 50, key is test_row_0/B:col10/1733155296368/Put/seqid=0 2024-12-02T16:01:36,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155356501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:36,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:36,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155356502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:36,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741874_1050 (size=12151) 2024-12-02T16:01:36,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/88005c882a5b4461be80bffed21b20ee 2024-12-02T16:01:36,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/44ad8b88e14e467bb032b3cba01b27af is 50, key is test_row_0/C:col10/1733155296368/Put/seqid=0 2024-12-02T16:01:36,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741875_1051 (size=12151) 2024-12-02T16:01:36,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:36,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155356618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155356618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:36,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155356831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:36,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155356831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:36,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/44ad8b88e14e467bb032b3cba01b27af 2024-12-02T16:01:37,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/4fb951e136e54d3a98b9e0e2da0034b9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/4fb951e136e54d3a98b9e0e2da0034b9 2024-12-02T16:01:37,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/4fb951e136e54d3a98b9e0e2da0034b9, entries=300, sequenceid=184, filesize=18.9 K 2024-12-02T16:01:37,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/88005c882a5b4461be80bffed21b20ee as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88005c882a5b4461be80bffed21b20ee 2024-12-02T16:01:37,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88005c882a5b4461be80bffed21b20ee, entries=150, sequenceid=184, filesize=11.9 K 2024-12-02T16:01:37,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/44ad8b88e14e467bb032b3cba01b27af as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/44ad8b88e14e467bb032b3cba01b27af 2024-12-02T16:01:37,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/44ad8b88e14e467bb032b3cba01b27af, entries=150, sequenceid=184, filesize=11.9 K 2024-12-02T16:01:37,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for fc0449d19d3080b555b08896e787a59a in 671ms, sequenceid=184, compaction requested=true 2024-12-02T16:01:37,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:37,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:01:37,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:37,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:01:37,060 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:01:37,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:37,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:01:37,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:01:37,061 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:01:37,063 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58422 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:01:37,063 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/A is initiating minor compaction (all files) 2024-12-02T16:01:37,063 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/A in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:37,064 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/757d96113ca946b68fea891583f1e617, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/1323858584a94270a138486be45a4d74, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/75a2d49e800b4edd8e2fea66e5592f11, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/4fb951e136e54d3a98b9e0e2da0034b9] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=57.1 K 2024-12-02T16:01:37,064 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:01:37,064 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/B is initiating minor compaction (all files) 2024-12-02T16:01:37,064 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/B in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:37,064 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/3fab4dd254a84f5797f7d219fdf2c15a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/9383da302a394ae48d41fe86636e7ab8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/fbb3e32d43fa4f95b2aa38ba5de50120, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88005c882a5b4461be80bffed21b20ee] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=47.7 K 2024-12-02T16:01:37,066 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fab4dd254a84f5797f7d219fdf2c15a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733155290472 2024-12-02T16:01:37,066 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 757d96113ca946b68fea891583f1e617, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733155290472 2024-12-02T16:01:37,067 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 9383da302a394ae48d41fe86636e7ab8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733155292835 2024-12-02T16:01:37,068 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1323858584a94270a138486be45a4d74, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733155292835 2024-12-02T16:01:37,068 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting fbb3e32d43fa4f95b2aa38ba5de50120, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733155294130 2024-12-02T16:01:37,069 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75a2d49e800b4edd8e2fea66e5592f11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733155294130 2024-12-02T16:01:37,069 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 88005c882a5b4461be80bffed21b20ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155296349 2024-12-02T16:01:37,070 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fb951e136e54d3a98b9e0e2da0034b9, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155296325 2024-12-02T16:01:37,120 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#A#compaction#39 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:37,122 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#B#compaction#40 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:37,123 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/83c2b294cd1a4bb98c882ce361212b34 is 50, key is test_row_0/B:col10/1733155296368/Put/seqid=0 2024-12-02T16:01:37,125 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/1e48ff9518554ddb9e7ca54529adb843 is 50, key is test_row_0/A:col10/1733155296368/Put/seqid=0 2024-12-02T16:01:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:37,145 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:37,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:01:37,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741876_1052 (size=12595) 2024-12-02T16:01:37,176 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/83c2b294cd1a4bb98c882ce361212b34 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/83c2b294cd1a4bb98c882ce361212b34 2024-12-02T16:01:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741877_1053 (size=12595) 2024-12-02T16:01:37,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/b15249ba13dd4dc1b4a962e7ec98e8c9 is 50, key is test_row_0/A:col10/1733155296498/Put/seqid=0 2024-12-02T16:01:37,188 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/1e48ff9518554ddb9e7ca54529adb843 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/1e48ff9518554ddb9e7ca54529adb843 2024-12-02T16:01:37,201 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fc0449d19d3080b555b08896e787a59a/A of fc0449d19d3080b555b08896e787a59a into 1e48ff9518554ddb9e7ca54529adb843(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:37,201 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fc0449d19d3080b555b08896e787a59a/B of fc0449d19d3080b555b08896e787a59a into 83c2b294cd1a4bb98c882ce361212b34(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:37,201 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:37,202 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/A, priority=12, startTime=1733155297060; duration=0sec 2024-12-02T16:01:37,201 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:37,202 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:37,202 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/B, priority=12, startTime=1733155297060; duration=0sec 2024-12-02T16:01:37,202 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:A 2024-12-02T16:01:37,202 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:01:37,202 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:37,202 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:B 2024-12-02T16:01:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741878_1054 (size=14541) 2024-12-02T16:01:37,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155357197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:37,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:37,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/b15249ba13dd4dc1b4a962e7ec98e8c9 2024-12-02T16:01:37,210 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:01:37,211 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/C is initiating minor compaction (all files) 2024-12-02T16:01:37,211 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/C in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:37,211 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/19449b7262de46aa8068ebcbe88018c4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/fb2d13fa2f18435bb7ec3add64496913, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/297859debc354560b4efbe05660619ef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/44ad8b88e14e467bb032b3cba01b27af] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=47.7 K 2024-12-02T16:01:37,213 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19449b7262de46aa8068ebcbe88018c4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733155290472 2024-12-02T16:01:37,214 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb2d13fa2f18435bb7ec3add64496913, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733155292835 2024-12-02T16:01:37,216 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 297859debc354560b4efbe05660619ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733155294130 2024-12-02T16:01:37,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155357205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:37,219 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44ad8b88e14e467bb032b3cba01b27af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155296349 2024-12-02T16:01:37,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/54c3d6ab239b4c3ba66fa5582d52b02d is 50, key is test_row_0/B:col10/1733155296498/Put/seqid=0 2024-12-02T16:01:37,285 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#C#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:37,295 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/7602c04747b04b90b059fbf914a23e69 is 50, key is test_row_0/C:col10/1733155296368/Put/seqid=0 2024-12-02T16:01:37,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741879_1055 (size=12151) 2024-12-02T16:01:37,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/54c3d6ab239b4c3ba66fa5582d52b02d 2024-12-02T16:01:37,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155357318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:37,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155357330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:37,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:37,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/d72ddea0f7584cb9aeaacb26d241d7b8 is 50, key is test_row_0/C:col10/1733155296498/Put/seqid=0 2024-12-02T16:01:37,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741880_1056 (size=12595) 2024-12-02T16:01:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741881_1057 (size=12151) 2024-12-02T16:01:37,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155357530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:37,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155357551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:37,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:37,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42008 deadline: 1733155357658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1733155357658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:37,665 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in fc0449d19d3080b555b08896e787a59a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8253 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:01:37,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:37,665 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_2' in fc0449d19d3080b555b08896e787a59a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8264 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:01:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:37,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42052 deadline: 1733155357698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:37,701 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_2' in fc0449d19d3080b555b08896e787a59a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8303 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:01:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:37,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/d72ddea0f7584cb9aeaacb26d241d7b8 2024-12-02T16:01:37,786 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/7602c04747b04b90b059fbf914a23e69 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/7602c04747b04b90b059fbf914a23e69 2024-12-02T16:01:37,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/b15249ba13dd4dc1b4a962e7ec98e8c9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b15249ba13dd4dc1b4a962e7ec98e8c9 2024-12-02T16:01:37,810 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fc0449d19d3080b555b08896e787a59a/C of fc0449d19d3080b555b08896e787a59a into 7602c04747b04b90b059fbf914a23e69(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:37,810 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:37,810 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/C, priority=12, startTime=1733155297060; duration=0sec 2024-12-02T16:01:37,811 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:37,811 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:C 2024-12-02T16:01:37,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b15249ba13dd4dc1b4a962e7ec98e8c9, entries=200, sequenceid=210, filesize=14.2 K 2024-12-02T16:01:37,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/54c3d6ab239b4c3ba66fa5582d52b02d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/54c3d6ab239b4c3ba66fa5582d52b02d 2024-12-02T16:01:37,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155357849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:37,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/54c3d6ab239b4c3ba66fa5582d52b02d, entries=150, sequenceid=210, filesize=11.9 K 2024-12-02T16:01:37,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/d72ddea0f7584cb9aeaacb26d241d7b8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/d72ddea0f7584cb9aeaacb26d241d7b8 2024-12-02T16:01:37,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155357868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:37,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/d72ddea0f7584cb9aeaacb26d241d7b8, entries=150, sequenceid=210, filesize=11.9 K 2024-12-02T16:01:37,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for fc0449d19d3080b555b08896e787a59a in 757ms, sequenceid=210, compaction requested=false 2024-12-02T16:01:37,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T16:01:38,138 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:38,139 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:01:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-02T16:01:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T16:01:38,146 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:01:38,148 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:01:38,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:01:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T16:01:38,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-02T16:01:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:38,325 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T16:01:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/af670a3b5c764738a87731ba0b5f2c22 is 50, key is test_row_0/A:col10/1733155297188/Put/seqid=0 2024-12-02T16:01:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:38,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:38,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741882_1058 (size=12151) 2024-12-02T16:01:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T16:01:38,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155358532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:38,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155358532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:38,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:38,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:38,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155358650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:38,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155358650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:38,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T16:01:38,812 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/af670a3b5c764738a87731ba0b5f2c22 2024-12-02T16:01:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/c8ffa96f2cb54d9cb4c92e28b6acf288 is 50, key is test_row_0/B:col10/1733155297188/Put/seqid=0 2024-12-02T16:01:38,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155358869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:38,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:38,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155358869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741883_1059 (size=12151) 2024-12-02T16:01:39,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155359179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:39,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155359190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T16:01:39,331 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/c8ffa96f2cb54d9cb4c92e28b6acf288 2024-12-02T16:01:39,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/77ed445cc45b43c0af546588cdafad84 is 50, key is test_row_0/C:col10/1733155297188/Put/seqid=0 2024-12-02T16:01:39,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741884_1060 (size=12151) 2024-12-02T16:01:39,381 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/77ed445cc45b43c0af546588cdafad84 2024-12-02T16:01:39,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/af670a3b5c764738a87731ba0b5f2c22 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/af670a3b5c764738a87731ba0b5f2c22 2024-12-02T16:01:39,419 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/af670a3b5c764738a87731ba0b5f2c22, entries=150, sequenceid=223, filesize=11.9 K 2024-12-02T16:01:39,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/c8ffa96f2cb54d9cb4c92e28b6acf288 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c8ffa96f2cb54d9cb4c92e28b6acf288 2024-12-02T16:01:39,453 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c8ffa96f2cb54d9cb4c92e28b6acf288, entries=150, sequenceid=223, filesize=11.9 K 2024-12-02T16:01:39,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/77ed445cc45b43c0af546588cdafad84 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/77ed445cc45b43c0af546588cdafad84 2024-12-02T16:01:39,484 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/77ed445cc45b43c0af546588cdafad84, entries=150, sequenceid=223, filesize=11.9 K 2024-12-02T16:01:39,489 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for fc0449d19d3080b555b08896e787a59a in 1163ms, sequenceid=223, compaction requested=true 2024-12-02T16:01:39,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:39,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:39,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-02T16:01:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-02T16:01:39,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-02T16:01:39,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3480 sec 2024-12-02T16:01:39,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3620 sec 2024-12-02T16:01:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:39,697 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:39,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T16:01:39,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/128f55d960064ce08f3c6d1c4953d513 is 50, key is test_row_0/A:col10/1733155298527/Put/seqid=0 2024-12-02T16:01:39,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741885_1061 (size=14541) 2024-12-02T16:01:39,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/128f55d960064ce08f3c6d1c4953d513 2024-12-02T16:01:39,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155359748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:39,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155359751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:39,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:39,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/0e44f07f3b6e44a99115f8f03685a94a is 50, key is test_row_0/B:col10/1733155298527/Put/seqid=0 2024-12-02T16:01:39,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741886_1062 (size=12151) 2024-12-02T16:01:39,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155359868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:39,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:39,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155359883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:39,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:40,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155360078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:40,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155360100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:40,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:40,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:40,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:40,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/0e44f07f3b6e44a99115f8f03685a94a 2024-12-02T16:01:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T16:01:40,291 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:40,291 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:01:40,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/200447c006de402fb766d05f6f559e7a is 50, key is test_row_0/C:col10/1733155298527/Put/seqid=0 2024-12-02T16:01:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-02T16:01:40,296 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:01:40,299 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:01:40,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:01:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T16:01:40,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741887_1063 (size=12151) 2024-12-02T16:01:40,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155360400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:40,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155360410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:40,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:40,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:40,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T16:01:40,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:40,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:40,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:40,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T16:01:40,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:40,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:40,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:40,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:40,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/200447c006de402fb766d05f6f559e7a 2024-12-02T16:01:40,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/128f55d960064ce08f3c6d1c4953d513 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/128f55d960064ce08f3c6d1c4953d513 2024-12-02T16:01:40,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:40,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:40,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:40,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:40,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/128f55d960064ce08f3c6d1c4953d513, entries=200, sequenceid=250, filesize=14.2 K 2024-12-02T16:01:40,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/0e44f07f3b6e44a99115f8f03685a94a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/0e44f07f3b6e44a99115f8f03685a94a 2024-12-02T16:01:40,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/0e44f07f3b6e44a99115f8f03685a94a, entries=150, sequenceid=250, filesize=11.9 K 2024-12-02T16:01:40,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/200447c006de402fb766d05f6f559e7a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/200447c006de402fb766d05f6f559e7a 2024-12-02T16:01:40,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/200447c006de402fb766d05f6f559e7a, entries=150, sequenceid=250, filesize=11.9 K 2024-12-02T16:01:40,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for fc0449d19d3080b555b08896e787a59a in 1223ms, sequenceid=250, compaction requested=true 2024-12-02T16:01:40,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:40,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:01:40,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:40,921 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:01:40,921 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:01:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T16:01:40,932 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:01:40,932 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/A is initiating minor compaction (all files) 2024-12-02T16:01:40,932 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/A in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:40,933 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/1e48ff9518554ddb9e7ca54529adb843, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b15249ba13dd4dc1b4a962e7ec98e8c9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/af670a3b5c764738a87731ba0b5f2c22, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/128f55d960064ce08f3c6d1c4953d513] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=52.6 K 2024-12-02T16:01:40,933 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e48ff9518554ddb9e7ca54529adb843, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155296349 2024-12-02T16:01:40,934 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting b15249ba13dd4dc1b4a962e7ec98e8c9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733155296485 2024-12-02T16:01:40,934 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:01:40,934 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/B is initiating minor compaction (all files) 2024-12-02T16:01:40,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:01:40,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:40,934 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/B in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:40,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:01:40,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:40,935 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/83c2b294cd1a4bb98c882ce361212b34, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/54c3d6ab239b4c3ba66fa5582d52b02d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c8ffa96f2cb54d9cb4c92e28b6acf288, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/0e44f07f3b6e44a99115f8f03685a94a] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=47.9 K 2024-12-02T16:01:40,935 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting af670a3b5c764738a87731ba0b5f2c22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733155297184 2024-12-02T16:01:40,936 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 83c2b294cd1a4bb98c882ce361212b34, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155296349 2024-12-02T16:01:40,936 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 54c3d6ab239b4c3ba66fa5582d52b02d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733155296485 2024-12-02T16:01:40,937 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 128f55d960064ce08f3c6d1c4953d513, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733155298515 2024-12-02T16:01:40,937 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting c8ffa96f2cb54d9cb4c92e28b6acf288, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733155297184 2024-12-02T16:01:40,943 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e44f07f3b6e44a99115f8f03685a94a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733155298527 2024-12-02T16:01:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:40,949 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:40,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:01:40,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:40,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:40,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:40,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/9f366fb7c99d47c0b4c92b579ea6084d is 50, key is test_row_0/A:col10/1733155300933/Put/seqid=0 2024-12-02T16:01:40,969 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:40,970 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/a9fcb389d0054680b458973cab845ce2 is 50, key is test_row_0/B:col10/1733155298527/Put/seqid=0 2024-12-02T16:01:40,973 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#A#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:40,974 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/48817d1bfcf840f59a2a6598bf6a5d1b is 50, key is test_row_0/A:col10/1733155298527/Put/seqid=0 2024-12-02T16:01:41,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741888_1064 (size=14691) 2024-12-02T16:01:41,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741890_1066 (size=12731) 2024-12-02T16:01:41,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741889_1065 (size=12731) 2024-12-02T16:01:41,082 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/a9fcb389d0054680b458973cab845ce2 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/a9fcb389d0054680b458973cab845ce2 2024-12-02T16:01:41,105 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fc0449d19d3080b555b08896e787a59a/B of fc0449d19d3080b555b08896e787a59a into a9fcb389d0054680b458973cab845ce2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:41,105 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:41,105 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/B, priority=12, startTime=1733155300921; duration=0sec 2024-12-02T16:01:41,105 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:41,105 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:B 2024-12-02T16:01:41,106 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:01:41,108 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:01:41,108 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/C is initiating minor compaction (all files) 2024-12-02T16:01:41,108 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/C in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,108 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/7602c04747b04b90b059fbf914a23e69, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/d72ddea0f7584cb9aeaacb26d241d7b8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/77ed445cc45b43c0af546588cdafad84, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/200447c006de402fb766d05f6f559e7a] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=47.9 K 2024-12-02T16:01:41,109 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 7602c04747b04b90b059fbf914a23e69, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155296349 2024-12-02T16:01:41,110 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting d72ddea0f7584cb9aeaacb26d241d7b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733155296485 2024-12-02T16:01:41,110 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 77ed445cc45b43c0af546588cdafad84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733155297184 2024-12-02T16:01:41,111 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 200447c006de402fb766d05f6f559e7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733155298527 2024-12-02T16:01:41,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:41,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,147 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:41,148 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/6f3b8a96d9a743b1bead95c439bbd573 is 50, key is test_row_0/C:col10/1733155298527/Put/seqid=0 2024-12-02T16:01:41,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741891_1067 (size=12731) 2024-12-02T16:01:41,214 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/6f3b8a96d9a743b1bead95c439bbd573 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/6f3b8a96d9a743b1bead95c439bbd573 2024-12-02T16:01:41,239 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fc0449d19d3080b555b08896e787a59a/C of fc0449d19d3080b555b08896e787a59a into 6f3b8a96d9a743b1bead95c439bbd573(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:41,239 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:41,239 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/C, priority=12, startTime=1733155300934; duration=0sec 2024-12-02T16:01:41,239 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:41,239 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:C 2024-12-02T16:01:41,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155361263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:41,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155361267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:41,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:41,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:41,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155361378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:41,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155361388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:41,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T16:01:41,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/9f366fb7c99d47c0b4c92b579ea6084d 2024-12-02T16:01:41,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/4a95f79dbc88476d9b5185f7517c3336 is 50, key is test_row_0/B:col10/1733155300933/Put/seqid=0 2024-12-02T16:01:41,492 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/48817d1bfcf840f59a2a6598bf6a5d1b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/48817d1bfcf840f59a2a6598bf6a5d1b 2024-12-02T16:01:41,502 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fc0449d19d3080b555b08896e787a59a/A of fc0449d19d3080b555b08896e787a59a into 48817d1bfcf840f59a2a6598bf6a5d1b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:41,502 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:41,503 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/A, priority=12, startTime=1733155300921; duration=0sec 2024-12-02T16:01:41,503 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:41,503 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:A 2024-12-02T16:01:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741892_1068 (size=12251) 2024-12-02T16:01:41,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155361598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:41,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155361613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:41,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:41,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:41,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155361919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:41,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:41,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:41,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155361931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:41,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:41,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:41,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/4a95f79dbc88476d9b5185f7517c3336 2024-12-02T16:01:41,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/4295af982645462c9226599c08cad1a7 is 50, key is test_row_0/C:col10/1733155300933/Put/seqid=0 2024-12-02T16:01:42,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741893_1069 (size=12251) 2024-12-02T16:01:42,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/4295af982645462c9226599c08cad1a7 2024-12-02T16:01:42,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/9f366fb7c99d47c0b4c92b579ea6084d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9f366fb7c99d47c0b4c92b579ea6084d 2024-12-02T16:01:42,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:42,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:42,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9f366fb7c99d47c0b4c92b579ea6084d, entries=200, sequenceid=261, filesize=14.3 K 2024-12-02T16:01:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/4a95f79dbc88476d9b5185f7517c3336 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4a95f79dbc88476d9b5185f7517c3336 2024-12-02T16:01:42,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4a95f79dbc88476d9b5185f7517c3336, entries=150, sequenceid=261, filesize=12.0 K 2024-12-02T16:01:42,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/4295af982645462c9226599c08cad1a7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/4295af982645462c9226599c08cad1a7 2024-12-02T16:01:42,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/4295af982645462c9226599c08cad1a7, entries=150, sequenceid=261, filesize=12.0 K 2024-12-02T16:01:42,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for fc0449d19d3080b555b08896e787a59a in 1263ms, sequenceid=261, compaction requested=false 2024-12-02T16:01:42,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:42,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T16:01:42,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:42,265 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:01:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/16024ec0be6547cf884d6fafceb63eab is 50, key is test_row_0/A:col10/1733155301258/Put/seqid=0 2024-12-02T16:01:42,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741894_1070 (size=12301) 2024-12-02T16:01:42,375 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/16024ec0be6547cf884d6fafceb63eab 2024-12-02T16:01:42,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/b016c818470c4a0193df5552fde40a87 is 50, key is test_row_0/B:col10/1733155301258/Put/seqid=0 2024-12-02T16:01:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:42,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. as already flushing 2024-12-02T16:01:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T16:01:42,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741895_1071 (size=12301) 2024-12-02T16:01:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155362528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:42,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155362535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:42,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:42,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155362639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:42,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155362651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:42,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:42,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155362848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:42,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155362862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:42,891 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/b016c818470c4a0193df5552fde40a87 2024-12-02T16:01:42,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/5fb4fd5598aa4161a8ab194f3d6dfb44 is 50, key is test_row_0/C:col10/1733155301258/Put/seqid=0 2024-12-02T16:01:42,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741896_1072 (size=12301) 2024-12-02T16:01:43,011 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/5fb4fd5598aa4161a8ab194f3d6dfb44 2024-12-02T16:01:43,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/16024ec0be6547cf884d6fafceb63eab as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/16024ec0be6547cf884d6fafceb63eab 2024-12-02T16:01:43,146 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/16024ec0be6547cf884d6fafceb63eab, entries=150, sequenceid=290, filesize=12.0 K 2024-12-02T16:01:43,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/b016c818470c4a0193df5552fde40a87 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/b016c818470c4a0193df5552fde40a87 2024-12-02T16:01:43,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42034 deadline: 1733155363160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:43,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42026 deadline: 1733155363182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:43,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:43,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:43,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:01:43,199 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/b016c818470c4a0193df5552fde40a87, entries=150, sequenceid=290, filesize=12.0 K 2024-12-02T16:01:43,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/5fb4fd5598aa4161a8ab194f3d6dfb44 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5fb4fd5598aa4161a8ab194f3d6dfb44 2024-12-02T16:01:43,265 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5fb4fd5598aa4161a8ab194f3d6dfb44, entries=150, sequenceid=290, filesize=12.0 K 2024-12-02T16:01:43,267 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for fc0449d19d3080b555b08896e787a59a in 1002ms, sequenceid=290, compaction requested=true 2024-12-02T16:01:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-02T16:01:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-02T16:01:43,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-02T16:01:43,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9800 sec 2024-12-02T16:01:43,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.9950 sec 2024-12-02T16:01:43,428 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-02T16:01:43,428 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:01:43,436 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-02T16:01:43,437 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:01:43,437 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-02T16:01:43,437 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:01:43,439 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-02T16:01:43,440 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:01:43,441 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,441 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:01:43,442 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,442 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:01:43,443 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,443 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,444 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,444 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:01:43,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:01:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:43,671 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:43,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:01:43,672 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-02T16:01:43,672 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:01:43,672 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,672 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:01:43,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/ece46139e3114ba2b8c4e694a2aef9a7 is 50, key is test_row_0/A:col10/1733155302523/Put/seqid=0 2024-12-02T16:01:43,714 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-02T16:01:43,714 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:01:43,715 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,715 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:43,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:01:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741897_1073 (size=12301) 2024-12-02T16:01:43,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/ece46139e3114ba2b8c4e694a2aef9a7 2024-12-02T16:01:43,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/88d71a55be7f4315bb0c7c3e7d148a5d is 50, key is test_row_0/B:col10/1733155302523/Put/seqid=0 2024-12-02T16:01:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741898_1074 (size=12301) 2024-12-02T16:01:44,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/88d71a55be7f4315bb0c7c3e7d148a5d 2024-12-02T16:01:44,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/b27b2c03553c4de08ffeeb35a9bbd13a is 50, key is test_row_0/C:col10/1733155302523/Put/seqid=0 2024-12-02T16:01:44,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741899_1075 (size=12301) 2024-12-02T16:01:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T16:01:44,469 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:44,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/b27b2c03553c4de08ffeeb35a9bbd13a 2024-12-02T16:01:44,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/ece46139e3114ba2b8c4e694a2aef9a7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/ece46139e3114ba2b8c4e694a2aef9a7 2024-12-02T16:01:44,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/ece46139e3114ba2b8c4e694a2aef9a7, entries=150, sequenceid=302, filesize=12.0 K 2024-12-02T16:01:44,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/88d71a55be7f4315bb0c7c3e7d148a5d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88d71a55be7f4315bb0c7c3e7d148a5d 2024-12-02T16:01:44,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88d71a55be7f4315bb0c7c3e7d148a5d, entries=150, sequenceid=302, filesize=12.0 K 2024-12-02T16:01:44,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/b27b2c03553c4de08ffeeb35a9bbd13a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b27b2c03553c4de08ffeeb35a9bbd13a 2024-12-02T16:01:44,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b27b2c03553c4de08ffeeb35a9bbd13a, entries=150, sequenceid=302, filesize=12.0 K 2024-12-02T16:01:44,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for fc0449d19d3080b555b08896e787a59a in 1019ms, sequenceid=302, compaction requested=true 2024-12-02T16:01:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:44,691 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:01:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:01:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:01:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:44,692 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:01:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc0449d19d3080b555b08896e787a59a:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:01:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:44,693 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:01:44,694 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/A is initiating minor compaction (all files) 2024-12-02T16:01:44,694 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/A in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:44,694 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/48817d1bfcf840f59a2a6598bf6a5d1b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9f366fb7c99d47c0b4c92b579ea6084d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/16024ec0be6547cf884d6fafceb63eab, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/ece46139e3114ba2b8c4e694a2aef9a7] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=50.8 K 2024-12-02T16:01:44,694 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49584 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:01:44,694 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48817d1bfcf840f59a2a6598bf6a5d1b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733155298527 2024-12-02T16:01:44,695 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/B is initiating minor compaction (all files) 2024-12-02T16:01:44,695 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/B in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:44,695 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/a9fcb389d0054680b458973cab845ce2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4a95f79dbc88476d9b5185f7517c3336, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/b016c818470c4a0193df5552fde40a87, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88d71a55be7f4315bb0c7c3e7d148a5d] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=48.4 K 2024-12-02T16:01:44,695 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f366fb7c99d47c0b4c92b579ea6084d, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733155299726 2024-12-02T16:01:44,695 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting a9fcb389d0054680b458973cab845ce2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733155298527 2024-12-02T16:01:44,695 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16024ec0be6547cf884d6fafceb63eab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733155301204 2024-12-02T16:01:44,696 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ece46139e3114ba2b8c4e694a2aef9a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733155302507 2024-12-02T16:01:44,696 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a95f79dbc88476d9b5185f7517c3336, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733155299726 2024-12-02T16:01:44,698 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b016c818470c4a0193df5552fde40a87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733155301204 2024-12-02T16:01:44,699 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 88d71a55be7f4315bb0c7c3e7d148a5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733155302507 2024-12-02T16:01:44,726 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#B#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:44,727 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/a609c8561d4843459b3d4b79a3b86e45 is 50, key is test_row_0/B:col10/1733155302523/Put/seqid=0 2024-12-02T16:01:44,738 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:44,739 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/6608e56d482c468388e0298290aa935f is 50, key is test_row_0/A:col10/1733155302523/Put/seqid=0 2024-12-02T16:01:44,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741900_1076 (size=13017) 2024-12-02T16:01:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741901_1077 (size=13017) 2024-12-02T16:01:44,811 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/a609c8561d4843459b3d4b79a3b86e45 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/a609c8561d4843459b3d4b79a3b86e45 2024-12-02T16:01:44,827 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/6608e56d482c468388e0298290aa935f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/6608e56d482c468388e0298290aa935f 2024-12-02T16:01:44,840 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fc0449d19d3080b555b08896e787a59a/A of fc0449d19d3080b555b08896e787a59a into 6608e56d482c468388e0298290aa935f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:44,840 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:44,840 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/A, priority=12, startTime=1733155304691; duration=0sec 2024-12-02T16:01:44,840 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:44,840 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:A 2024-12-02T16:01:44,841 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:01:44,850 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fc0449d19d3080b555b08896e787a59a/B of fc0449d19d3080b555b08896e787a59a into a609c8561d4843459b3d4b79a3b86e45(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:44,850 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:44,850 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/B, priority=12, startTime=1733155304692; duration=0sec 2024-12-02T16:01:44,851 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:44,851 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:B 2024-12-02T16:01:44,853 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49584 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:01:44,853 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): fc0449d19d3080b555b08896e787a59a/C is initiating minor compaction (all files) 2024-12-02T16:01:44,853 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fc0449d19d3080b555b08896e787a59a/C in TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:44,853 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/6f3b8a96d9a743b1bead95c439bbd573, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/4295af982645462c9226599c08cad1a7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5fb4fd5598aa4161a8ab194f3d6dfb44, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b27b2c03553c4de08ffeeb35a9bbd13a] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp, totalSize=48.4 K 2024-12-02T16:01:44,855 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f3b8a96d9a743b1bead95c439bbd573, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733155298527 2024-12-02T16:01:44,856 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4295af982645462c9226599c08cad1a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733155299726 2024-12-02T16:01:44,860 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fb4fd5598aa4161a8ab194f3d6dfb44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733155301204 2024-12-02T16:01:44,867 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting b27b2c03553c4de08ffeeb35a9bbd13a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733155302507 2024-12-02T16:01:44,973 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc0449d19d3080b555b08896e787a59a#C#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:44,982 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/0656fd3b4224402291789a9f11357fed is 50, key is test_row_0/C:col10/1733155302523/Put/seqid=0 2024-12-02T16:01:45,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741902_1078 (size=13017) 2024-12-02T16:01:45,069 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/0656fd3b4224402291789a9f11357fed as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/0656fd3b4224402291789a9f11357fed 2024-12-02T16:01:45,143 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fc0449d19d3080b555b08896e787a59a/C of fc0449d19d3080b555b08896e787a59a into 0656fd3b4224402291789a9f11357fed(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:45,143 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fc0449d19d3080b555b08896e787a59a: 2024-12-02T16:01:45,143 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., storeName=fc0449d19d3080b555b08896e787a59a/C, priority=12, startTime=1733155304692; duration=0sec 2024-12-02T16:01:45,144 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:45,144 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc0449d19d3080b555b08896e787a59a:C 2024-12-02T16:01:46,977 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:01:47,720 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-02T16:01:47,720 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:01:47,720 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:47,720 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:47,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:01:47,730 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-02T16:01:47,730 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:01:47,730 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:47,730 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:47,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:01:47,749 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-02T16:01:47,749 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:01:47,749 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:47,749 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:47,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2027 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1983 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1038 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3113 rows 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1055 2024-12-02T16:01:47,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3158 rows 2024-12-02T16:01:47,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T16:01:47,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:01:47,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:47,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:47,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:01:47,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-02T16:01:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:01:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T16:01:47,764 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155307764"}]},"ts":"1733155307764"} 2024-12-02T16:01:47,766 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:01:47,766 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:01:47,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:01:47,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc0449d19d3080b555b08896e787a59a, UNASSIGN}] 2024-12-02T16:01:47,775 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=20, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc0449d19d3080b555b08896e787a59a, UNASSIGN 2024-12-02T16:01:47,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=fc0449d19d3080b555b08896e787a59a, regionState=CLOSING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:47,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc0449d19d3080b555b08896e787a59a, UNASSIGN because future has completed 2024-12-02T16:01:47,780 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:01:47,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; CloseRegionProcedure fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:01:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T16:01:47,938 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(122): Close fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:47,938 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T16:01:47,939 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1722): Closing fc0449d19d3080b555b08896e787a59a, disabling compactions & flushes 2024-12-02T16:01:47,939 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:47,939 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:47,939 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. after waiting 0 ms 2024-12-02T16:01:47,939 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:47,939 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(2902): Flushing fc0449d19d3080b555b08896e787a59a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-02T16:01:47,944 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/92aa64ce24e34e5c807e4ac84c0c02c8 is 50, key is test_row_1/A:col10/1733155307748/Put/seqid=0 2024-12-02T16:01:47,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741903_1079 (size=9857) 2024-12-02T16:01:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T16:01:48,349 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/92aa64ce24e34e5c807e4ac84c0c02c8 2024-12-02T16:01:48,359 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/9e39dd5c5e044507ba9828fee03eb613 is 50, key is test_row_1/B:col10/1733155307748/Put/seqid=0 2024-12-02T16:01:48,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741904_1080 (size=9857) 2024-12-02T16:01:48,367 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/9e39dd5c5e044507ba9828fee03eb613 2024-12-02T16:01:48,379 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/abdbf821aee94d289ec28e25280b7de6 is 50, key is test_row_1/C:col10/1733155307748/Put/seqid=0 2024-12-02T16:01:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741905_1081 (size=9857) 2024-12-02T16:01:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T16:01:48,786 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/abdbf821aee94d289ec28e25280b7de6 2024-12-02T16:01:48,798 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/A/92aa64ce24e34e5c807e4ac84c0c02c8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/92aa64ce24e34e5c807e4ac84c0c02c8 2024-12-02T16:01:48,820 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/92aa64ce24e34e5c807e4ac84c0c02c8, entries=100, sequenceid=312, filesize=9.6 K 2024-12-02T16:01:48,823 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/B/9e39dd5c5e044507ba9828fee03eb613 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/9e39dd5c5e044507ba9828fee03eb613 2024-12-02T16:01:48,833 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/9e39dd5c5e044507ba9828fee03eb613, entries=100, sequenceid=312, filesize=9.6 K 2024-12-02T16:01:48,835 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/.tmp/C/abdbf821aee94d289ec28e25280b7de6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/abdbf821aee94d289ec28e25280b7de6 2024-12-02T16:01:48,849 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/abdbf821aee94d289ec28e25280b7de6, entries=100, sequenceid=312, filesize=9.6 K 2024-12-02T16:01:48,852 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for fc0449d19d3080b555b08896e787a59a in 913ms, sequenceid=312, compaction requested=false 2024-12-02T16:01:48,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/5a951cf0e7fe47bfbebfd3ddce9ff136, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/a63e6a4a0ec943b2ab64d13e3b9f7aa6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9efbce7c0f3a468885a7c8e35de8791c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/feb774176e104f009eb2ccaee5bfedcb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/c9671009160a4454b292567bdcde207c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/08e2e90fcdbf45bfbf4ed1e91c90d18f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/38cb151b12f2461cbd619be87782e3cb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/670e53ed523a4340800f38fc239bf9a6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b0fc1c5b49be4cb19d7f548102e64180, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/757d96113ca946b68fea891583f1e617, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/1323858584a94270a138486be45a4d74, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/75a2d49e800b4edd8e2fea66e5592f11, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/4fb951e136e54d3a98b9e0e2da0034b9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/1e48ff9518554ddb9e7ca54529adb843, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b15249ba13dd4dc1b4a962e7ec98e8c9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/af670a3b5c764738a87731ba0b5f2c22, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/128f55d960064ce08f3c6d1c4953d513, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/48817d1bfcf840f59a2a6598bf6a5d1b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9f366fb7c99d47c0b4c92b579ea6084d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/16024ec0be6547cf884d6fafceb63eab, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/ece46139e3114ba2b8c4e694a2aef9a7] to archive 2024-12-02T16:01:48,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:01:48,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/5a951cf0e7fe47bfbebfd3ddce9ff136 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/5a951cf0e7fe47bfbebfd3ddce9ff136 2024-12-02T16:01:48,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/a63e6a4a0ec943b2ab64d13e3b9f7aa6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/a63e6a4a0ec943b2ab64d13e3b9f7aa6 2024-12-02T16:01:48,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9efbce7c0f3a468885a7c8e35de8791c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9efbce7c0f3a468885a7c8e35de8791c 2024-12-02T16:01:48,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/feb774176e104f009eb2ccaee5bfedcb to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/feb774176e104f009eb2ccaee5bfedcb 2024-12-02T16:01:48,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/c9671009160a4454b292567bdcde207c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/c9671009160a4454b292567bdcde207c 2024-12-02T16:01:48,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/08e2e90fcdbf45bfbf4ed1e91c90d18f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/08e2e90fcdbf45bfbf4ed1e91c90d18f 2024-12-02T16:01:48,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/38cb151b12f2461cbd619be87782e3cb to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/38cb151b12f2461cbd619be87782e3cb 2024-12-02T16:01:48,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/670e53ed523a4340800f38fc239bf9a6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/670e53ed523a4340800f38fc239bf9a6 2024-12-02T16:01:48,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b0fc1c5b49be4cb19d7f548102e64180 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b0fc1c5b49be4cb19d7f548102e64180 2024-12-02T16:01:48,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/757d96113ca946b68fea891583f1e617 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/757d96113ca946b68fea891583f1e617 2024-12-02T16:01:48,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/1323858584a94270a138486be45a4d74 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/1323858584a94270a138486be45a4d74 2024-12-02T16:01:48,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/75a2d49e800b4edd8e2fea66e5592f11 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/75a2d49e800b4edd8e2fea66e5592f11 2024-12-02T16:01:48,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/4fb951e136e54d3a98b9e0e2da0034b9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/4fb951e136e54d3a98b9e0e2da0034b9 2024-12-02T16:01:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T16:01:48,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/1e48ff9518554ddb9e7ca54529adb843 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/1e48ff9518554ddb9e7ca54529adb843 2024-12-02T16:01:48,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b15249ba13dd4dc1b4a962e7ec98e8c9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/b15249ba13dd4dc1b4a962e7ec98e8c9 2024-12-02T16:01:48,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/af670a3b5c764738a87731ba0b5f2c22 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/af670a3b5c764738a87731ba0b5f2c22 2024-12-02T16:01:48,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/128f55d960064ce08f3c6d1c4953d513 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/128f55d960064ce08f3c6d1c4953d513 2024-12-02T16:01:48,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/48817d1bfcf840f59a2a6598bf6a5d1b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/48817d1bfcf840f59a2a6598bf6a5d1b 2024-12-02T16:01:48,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9f366fb7c99d47c0b4c92b579ea6084d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/9f366fb7c99d47c0b4c92b579ea6084d 2024-12-02T16:01:48,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/16024ec0be6547cf884d6fafceb63eab to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/16024ec0be6547cf884d6fafceb63eab 2024-12-02T16:01:48,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/ece46139e3114ba2b8c4e694a2aef9a7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/ece46139e3114ba2b8c4e694a2aef9a7 2024-12-02T16:01:48,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/1320a02fd9f04607b6275e4f63804a71, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/12ff74f97f67489c91b0a016e6888be3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/3deb3e83487f4e9fb0d64dc25b6a6e79, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/5482c44a343b44d18611cdaf6e5d9ba4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c0d7adaa80bc406e8b020d59559ccdc4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/63a08c7296f0440c8d0b0a9dd73433f7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/70df5187e805455f9aeda4180bb4ff5c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/f143d97c50d641fbb027127d01c624dc, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/3fab4dd254a84f5797f7d219fdf2c15a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4ad3a227007a4e00b031d535dafb415a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/9383da302a394ae48d41fe86636e7ab8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/fbb3e32d43fa4f95b2aa38ba5de50120, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/83c2b294cd1a4bb98c882ce361212b34, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88005c882a5b4461be80bffed21b20ee, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/54c3d6ab239b4c3ba66fa5582d52b02d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c8ffa96f2cb54d9cb4c92e28b6acf288, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/a9fcb389d0054680b458973cab845ce2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/0e44f07f3b6e44a99115f8f03685a94a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4a95f79dbc88476d9b5185f7517c3336, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/b016c818470c4a0193df5552fde40a87, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88d71a55be7f4315bb0c7c3e7d148a5d] to archive 2024-12-02T16:01:48,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:01:48,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/1320a02fd9f04607b6275e4f63804a71 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/1320a02fd9f04607b6275e4f63804a71 2024-12-02T16:01:48,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/12ff74f97f67489c91b0a016e6888be3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/12ff74f97f67489c91b0a016e6888be3 2024-12-02T16:01:48,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/3deb3e83487f4e9fb0d64dc25b6a6e79 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/3deb3e83487f4e9fb0d64dc25b6a6e79 2024-12-02T16:01:48,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/5482c44a343b44d18611cdaf6e5d9ba4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/5482c44a343b44d18611cdaf6e5d9ba4 2024-12-02T16:01:48,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c0d7adaa80bc406e8b020d59559ccdc4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c0d7adaa80bc406e8b020d59559ccdc4 2024-12-02T16:01:48,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/63a08c7296f0440c8d0b0a9dd73433f7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/63a08c7296f0440c8d0b0a9dd73433f7 2024-12-02T16:01:48,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/70df5187e805455f9aeda4180bb4ff5c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/70df5187e805455f9aeda4180bb4ff5c 2024-12-02T16:01:48,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/f143d97c50d641fbb027127d01c624dc to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/f143d97c50d641fbb027127d01c624dc 2024-12-02T16:01:48,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/3fab4dd254a84f5797f7d219fdf2c15a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/3fab4dd254a84f5797f7d219fdf2c15a 2024-12-02T16:01:48,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4ad3a227007a4e00b031d535dafb415a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4ad3a227007a4e00b031d535dafb415a 2024-12-02T16:01:48,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/9383da302a394ae48d41fe86636e7ab8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/9383da302a394ae48d41fe86636e7ab8 2024-12-02T16:01:48,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/fbb3e32d43fa4f95b2aa38ba5de50120 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/fbb3e32d43fa4f95b2aa38ba5de50120 2024-12-02T16:01:48,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/83c2b294cd1a4bb98c882ce361212b34 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/83c2b294cd1a4bb98c882ce361212b34 2024-12-02T16:01:48,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88005c882a5b4461be80bffed21b20ee to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88005c882a5b4461be80bffed21b20ee 2024-12-02T16:01:48,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/54c3d6ab239b4c3ba66fa5582d52b02d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/54c3d6ab239b4c3ba66fa5582d52b02d 2024-12-02T16:01:48,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c8ffa96f2cb54d9cb4c92e28b6acf288 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/c8ffa96f2cb54d9cb4c92e28b6acf288 2024-12-02T16:01:48,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/a9fcb389d0054680b458973cab845ce2 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/a9fcb389d0054680b458973cab845ce2 2024-12-02T16:01:49,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/0e44f07f3b6e44a99115f8f03685a94a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/0e44f07f3b6e44a99115f8f03685a94a 2024-12-02T16:01:49,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4a95f79dbc88476d9b5185f7517c3336 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/4a95f79dbc88476d9b5185f7517c3336 2024-12-02T16:01:49,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/b016c818470c4a0193df5552fde40a87 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/b016c818470c4a0193df5552fde40a87 2024-12-02T16:01:49,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88d71a55be7f4315bb0c7c3e7d148a5d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/88d71a55be7f4315bb0c7c3e7d148a5d 2024-12-02T16:01:49,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b4d4e3c5403f4351badce85a77cd66d9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/dbb19c6fd3264e4f83867c735686b011, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/7e93cf59b04c4883b3d0944ea10181ed, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/9b4386e5631c4005b33cc3d89e5389b9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5c7bb68400504068ad16cf347d0ffab3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/39e1aedaf8974aebb71d9ece19433f88, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/2b2859bbf91c4d55969e6b07f5dc2c0c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/04728c385ca74e9884be4b19a609ccef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/19449b7262de46aa8068ebcbe88018c4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/12eb8e20116d4608aea34b2a16e3319a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/fb2d13fa2f18435bb7ec3add64496913, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/297859debc354560b4efbe05660619ef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/7602c04747b04b90b059fbf914a23e69, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/44ad8b88e14e467bb032b3cba01b27af, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/d72ddea0f7584cb9aeaacb26d241d7b8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/77ed445cc45b43c0af546588cdafad84, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/6f3b8a96d9a743b1bead95c439bbd573, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/200447c006de402fb766d05f6f559e7a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/4295af982645462c9226599c08cad1a7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5fb4fd5598aa4161a8ab194f3d6dfb44, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b27b2c03553c4de08ffeeb35a9bbd13a] to archive 2024-12-02T16:01:49,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:01:49,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b4d4e3c5403f4351badce85a77cd66d9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b4d4e3c5403f4351badce85a77cd66d9 2024-12-02T16:01:49,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/dbb19c6fd3264e4f83867c735686b011 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/dbb19c6fd3264e4f83867c735686b011 2024-12-02T16:01:49,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/7e93cf59b04c4883b3d0944ea10181ed to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/7e93cf59b04c4883b3d0944ea10181ed 2024-12-02T16:01:49,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/9b4386e5631c4005b33cc3d89e5389b9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/9b4386e5631c4005b33cc3d89e5389b9 2024-12-02T16:01:49,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5c7bb68400504068ad16cf347d0ffab3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5c7bb68400504068ad16cf347d0ffab3 2024-12-02T16:01:49,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/39e1aedaf8974aebb71d9ece19433f88 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/39e1aedaf8974aebb71d9ece19433f88 2024-12-02T16:01:49,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/2b2859bbf91c4d55969e6b07f5dc2c0c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/2b2859bbf91c4d55969e6b07f5dc2c0c 2024-12-02T16:01:49,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/04728c385ca74e9884be4b19a609ccef to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/04728c385ca74e9884be4b19a609ccef 2024-12-02T16:01:49,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/19449b7262de46aa8068ebcbe88018c4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/19449b7262de46aa8068ebcbe88018c4 2024-12-02T16:01:49,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/12eb8e20116d4608aea34b2a16e3319a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/12eb8e20116d4608aea34b2a16e3319a 2024-12-02T16:01:49,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/fb2d13fa2f18435bb7ec3add64496913 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/fb2d13fa2f18435bb7ec3add64496913 2024-12-02T16:01:49,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/297859debc354560b4efbe05660619ef to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/297859debc354560b4efbe05660619ef 2024-12-02T16:01:49,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/7602c04747b04b90b059fbf914a23e69 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/7602c04747b04b90b059fbf914a23e69 2024-12-02T16:01:49,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/44ad8b88e14e467bb032b3cba01b27af to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/44ad8b88e14e467bb032b3cba01b27af 2024-12-02T16:01:49,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/d72ddea0f7584cb9aeaacb26d241d7b8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/d72ddea0f7584cb9aeaacb26d241d7b8 2024-12-02T16:01:49,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/77ed445cc45b43c0af546588cdafad84 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/77ed445cc45b43c0af546588cdafad84 2024-12-02T16:01:49,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/6f3b8a96d9a743b1bead95c439bbd573 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/6f3b8a96d9a743b1bead95c439bbd573 2024-12-02T16:01:49,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/200447c006de402fb766d05f6f559e7a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/200447c006de402fb766d05f6f559e7a 2024-12-02T16:01:49,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/4295af982645462c9226599c08cad1a7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/4295af982645462c9226599c08cad1a7 2024-12-02T16:01:49,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5fb4fd5598aa4161a8ab194f3d6dfb44 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/5fb4fd5598aa4161a8ab194f3d6dfb44 2024-12-02T16:01:49,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b27b2c03553c4de08ffeeb35a9bbd13a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/b27b2c03553c4de08ffeeb35a9bbd13a 2024-12-02T16:01:49,066 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/recovered.edits/315.seqid, newMaxSeqId=315, maxSeqId=1 2024-12-02T16:01:49,067 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. 2024-12-02T16:01:49,067 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1676): Region close journal for fc0449d19d3080b555b08896e787a59a: Waiting for close lock at 1733155307939Running coprocessor pre-close hooks at 1733155307939Disabling compacts and flushes for region at 1733155307939Disabling writes for close at 1733155307939Obtaining lock to block concurrent updates at 1733155307939Preparing flush snapshotting stores in fc0449d19d3080b555b08896e787a59a at 1733155307939Finished memstore snapshotting TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1733155307939Flushing stores of TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a. at 1733155307940 (+1 ms)Flushing fc0449d19d3080b555b08896e787a59a/A: creating writer at 1733155307940Flushing fc0449d19d3080b555b08896e787a59a/A: appending metadata at 1733155307943 (+3 ms)Flushing fc0449d19d3080b555b08896e787a59a/A: closing flushed file at 1733155307943Flushing fc0449d19d3080b555b08896e787a59a/B: creating writer at 1733155308355 (+412 ms)Flushing fc0449d19d3080b555b08896e787a59a/B: appending metadata at 1733155308358 (+3 ms)Flushing fc0449d19d3080b555b08896e787a59a/B: closing flushed file at 1733155308359 (+1 ms)Flushing fc0449d19d3080b555b08896e787a59a/C: creating writer at 1733155308374 (+15 ms)Flushing fc0449d19d3080b555b08896e787a59a/C: appending metadata at 1733155308378 (+4 ms)Flushing fc0449d19d3080b555b08896e787a59a/C: closing flushed file at 1733155308378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5091e584: reopening flushed file at 1733155308796 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd76d5d: reopening flushed file at 1733155308820 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e3bd6: reopening flushed file at 1733155308833 (+13 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for fc0449d19d3080b555b08896e787a59a in 913ms, sequenceid=312, compaction requested=false at 1733155308853 (+20 ms)Writing region close event to WAL at 1733155309061 (+208 ms)Running coprocessor post-close hooks at 1733155309066 (+5 ms)Closed at 1733155309066 2024-12-02T16:01:49,070 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(157): Closed fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:49,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=fc0449d19d3080b555b08896e787a59a, regionState=CLOSED 2024-12-02T16:01:49,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE, hasLock=false; CloseRegionProcedure fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:01:49,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-02T16:01:49,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; CloseRegionProcedure fc0449d19d3080b555b08896e787a59a, server=e1c0b6c2739c,37869,1733155278829 in 1.2940 sec 2024-12-02T16:01:49,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-02T16:01:49,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc0449d19d3080b555b08896e787a59a, UNASSIGN in 1.3030 sec 2024-12-02T16:01:49,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-02T16:01:49,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3130 sec 2024-12-02T16:01:49,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155309091"}]},"ts":"1733155309091"} 2024-12-02T16:01:49,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:01:49,098 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:01:49,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.3470 sec 2024-12-02T16:01:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T16:01:49,908 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:49,912 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-02T16:01:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:01:49,918 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=23, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:01:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-02T16:01:49,920 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=23, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:01:49,925 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:49,930 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/recovered.edits] 2024-12-02T16:01:49,934 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/6608e56d482c468388e0298290aa935f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/6608e56d482c468388e0298290aa935f 2024-12-02T16:01:49,936 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/92aa64ce24e34e5c807e4ac84c0c02c8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/A/92aa64ce24e34e5c807e4ac84c0c02c8 2024-12-02T16:01:49,941 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/9e39dd5c5e044507ba9828fee03eb613 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/9e39dd5c5e044507ba9828fee03eb613 2024-12-02T16:01:49,943 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/a609c8561d4843459b3d4b79a3b86e45 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/B/a609c8561d4843459b3d4b79a3b86e45 2024-12-02T16:01:49,946 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/0656fd3b4224402291789a9f11357fed to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/0656fd3b4224402291789a9f11357fed 2024-12-02T16:01:49,948 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/abdbf821aee94d289ec28e25280b7de6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/C/abdbf821aee94d289ec28e25280b7de6 2024-12-02T16:01:49,952 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/recovered.edits/315.seqid to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a/recovered.edits/315.seqid 2024-12-02T16:01:49,953 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/fc0449d19d3080b555b08896e787a59a 2024-12-02T16:01:49,953 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:01:49,959 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=23, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:01:49,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T16:01:49,972 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:01:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-02T16:01:50,032 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:01:50,037 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=23, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:01:50,038 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:01:50,039 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733155310039"}]},"ts":"9223372036854775807"} 2024-12-02T16:01:50,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T16:01:50,053 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => fc0449d19d3080b555b08896e787a59a, NAME => 'TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:01:50,053 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:01:50,054 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733155310053"}]},"ts":"9223372036854775807"} 2024-12-02T16:01:50,057 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T16:01:50,063 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=23, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:01:50,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 151 msec 2024-12-02T16:01:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-02T16:01:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T16:01:50,239 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:50,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=236 (was 210) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e1c0b6c2739c:37869-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_650468744_22 at /127.0.0.1:43348 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1021 (was 647) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5602 (was 6570) 2024-12-02T16:01:50,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=236, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=1021, ProcessCount=11, AvailableMemoryMB=5600 2024-12-02T16:01:50,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:01:50,272 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:01:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:01:50,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:01:50,275 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:50,276 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 24 2024-12-02T16:01:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-12-02T16:01:50,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:01:50,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741906_1082 (size=959) 2024-12-02T16:01:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-12-02T16:01:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-12-02T16:01:50,689 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc 2024-12-02T16:01:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741907_1083 (size=53) 2024-12-02T16:01:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-12-02T16:01:51,115 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:01:51,115 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e0daa21eb951589381316f2932077ade, disabling compactions & flushes 2024-12-02T16:01:51,115 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:51,115 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:51,115 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. after waiting 0 ms 2024-12-02T16:01:51,115 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:51,115 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:51,115 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0daa21eb951589381316f2932077ade: Waiting for close lock at 1733155311115Disabling compacts and flushes for region at 1733155311115Disabling writes for close at 1733155311115Writing region close event to WAL at 1733155311115Closed at 1733155311115 2024-12-02T16:01:51,117 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:01:51,117 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733155311117"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155311117"}]},"ts":"1733155311117"} 2024-12-02T16:01:51,119 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T16:01:51,120 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:01:51,120 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155311120"}]},"ts":"1733155311120"} 2024-12-02T16:01:51,122 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:01:51,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, ASSIGN}] 2024-12-02T16:01:51,124 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, ASSIGN 2024-12-02T16:01:51,125 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,37869,1733155278829; forceNewPlan=false, retain=false 2024-12-02T16:01:51,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=e0daa21eb951589381316f2932077ade, regionState=OPENING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:51,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, ASSIGN because future has completed 2024-12-02T16:01:51,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:01:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-12-02T16:01:51,435 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:51,435 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7752): Opening region: {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:01:51,436 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,436 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:01:51,436 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7794): checking encryption for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,436 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7797): checking classloading for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,438 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,440 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0daa21eb951589381316f2932077ade columnFamilyName A 2024-12-02T16:01:51,441 DEBUG [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:51,441 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(327): Store=e0daa21eb951589381316f2932077ade/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:51,442 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,443 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0daa21eb951589381316f2932077ade columnFamilyName B 2024-12-02T16:01:51,443 DEBUG [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:51,444 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(327): Store=e0daa21eb951589381316f2932077ade/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:51,444 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,445 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0daa21eb951589381316f2932077ade columnFamilyName C 2024-12-02T16:01:51,445 DEBUG [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:51,446 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(327): Store=e0daa21eb951589381316f2932077ade/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:51,446 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1038): replaying wal for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,447 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,448 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,449 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1048): stopping wal replay for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,449 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1060): Cleaning up temporary data for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,450 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:01:51,451 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1093): writing seq id for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,453 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:01:51,454 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1114): Opened e0daa21eb951589381316f2932077ade; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60149606, jitterRate=-0.10370102524757385}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:01:51,454 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:51,456 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1006): Region open journal for e0daa21eb951589381316f2932077ade: Running coprocessor pre-open hook at 1733155311436Writing region info on filesystem at 1733155311436Initializing all the Stores at 1733155311438 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155311438Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155311438Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155311438Cleaning up temporary data from old regions at 1733155311449 (+11 ms)Running coprocessor post-open hooks at 1733155311454 (+5 ms)Region opened successfully at 1733155311456 (+2 ms) 2024-12-02T16:01:51,457 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., pid=26, masterSystemTime=1733155311431 2024-12-02T16:01:51,459 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:51,459 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:51,460 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=e0daa21eb951589381316f2932077ade, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:51,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:01:51,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-02T16:01:51,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 in 184 msec 2024-12-02T16:01:51,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-12-02T16:01:51,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, ASSIGN in 344 msec 2024-12-02T16:01:51,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:01:51,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155311470"}]},"ts":"1733155311470"} 2024-12-02T16:01:51,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:01:51,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:01:51,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2070 sec 2024-12-02T16:01:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-12-02T16:01:52,438 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:52,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338737eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:52,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:52,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:52,451 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bc00e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:52,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:52,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:52,454 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a13e1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:52,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:52,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:52,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T16:01:52,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,42553,1733155277931 2024-12-02T16:01:52,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6479eaa0 2024-12-02T16:01:52,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:01:52,464 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:01:52,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:01:52,469 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:01:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T16:01:52,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741908_1084 (size=995) 2024-12-02T16:01:52,888 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-02T16:01:52,888 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-02T16:01:52,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:01:52,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, REOPEN/MOVE}] 2024-12-02T16:01:52,900 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, REOPEN/MOVE 2024-12-02T16:01:52,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e0daa21eb951589381316f2932077ade, regionState=CLOSING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:52,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, REOPEN/MOVE because future has completed 2024-12-02T16:01:52,904 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:01:52,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:01:53,058 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,058 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T16:01:53,058 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing e0daa21eb951589381316f2932077ade, disabling compactions & flushes 2024-12-02T16:01:53,058 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,058 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,058 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. after waiting 0 ms 2024-12-02T16:01:53,058 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,064 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T16:01:53,065 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,065 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for e0daa21eb951589381316f2932077ade: Waiting for close lock at 1733155313058Running coprocessor pre-close hooks at 1733155313058Disabling compacts and flushes for region at 1733155313058Disabling writes for close at 1733155313058Writing region close event to WAL at 1733155313059 (+1 ms)Running coprocessor post-close hooks at 1733155313065 (+6 ms)Closed at 1733155313065 2024-12-02T16:01:53,066 WARN [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionServer(3299): Not adding moved region record: e0daa21eb951589381316f2932077ade to self. 2024-12-02T16:01:53,069 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e0daa21eb951589381316f2932077ade, regionState=CLOSED 2024-12-02T16:01:53,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:01:53,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-02T16:01:53,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 in 171 msec 2024-12-02T16:01:53,079 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, REOPEN/MOVE; state=CLOSED, location=e1c0b6c2739c,37869,1733155278829; forceNewPlan=false, retain=true 2024-12-02T16:01:53,229 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e0daa21eb951589381316f2932077ade, regionState=OPENING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, REOPEN/MOVE because future has completed 2024-12-02T16:01:53,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:01:53,388 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,388 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:01:53,389 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,389 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:01:53,389 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,389 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,394 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,400 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0daa21eb951589381316f2932077ade columnFamilyName A 2024-12-02T16:01:53,404 DEBUG [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:53,404 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(327): Store=e0daa21eb951589381316f2932077ade/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:53,405 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,406 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0daa21eb951589381316f2932077ade columnFamilyName B 2024-12-02T16:01:53,406 DEBUG [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:53,407 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(327): Store=e0daa21eb951589381316f2932077ade/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:53,407 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,408 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0daa21eb951589381316f2932077ade columnFamilyName C 2024-12-02T16:01:53,408 DEBUG [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:53,409 INFO [StoreOpener-e0daa21eb951589381316f2932077ade-1 {}] regionserver.HStore(327): Store=e0daa21eb951589381316f2932077ade/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:01:53,409 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,409 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,411 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,412 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,412 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,412 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:01:53,414 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,415 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened e0daa21eb951589381316f2932077ade; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64188547, jitterRate=-0.043516114354133606}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:01:53,415 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,417 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for e0daa21eb951589381316f2932077ade: Running coprocessor pre-open hook at 1733155313389Writing region info on filesystem at 1733155313389Initializing all the Stores at 1733155313390 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155313390Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155313390Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155313391 (+1 ms)Cleaning up temporary data from old regions at 1733155313412 (+21 ms)Running coprocessor post-open hooks at 1733155313415 (+3 ms)Region opened successfully at 1733155313417 (+2 ms) 2024-12-02T16:01:53,420 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., pid=31, masterSystemTime=1733155313384 2024-12-02T16:01:53,423 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,423 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,423 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e0daa21eb951589381316f2932077ade, regionState=OPEN, openSeqNum=5, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:01:53,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-12-02T16:01:53,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 in 195 msec 2024-12-02T16:01:53,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-02T16:01:53,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, REOPEN/MOVE in 531 msec 2024-12-02T16:01:53,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-02T16:01:53,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 542 msec 2024-12-02T16:01:53,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 966 msec 2024-12-02T16:01:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-02T16:01:53,443 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:53,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0fd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:53,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:53,446 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf41330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:53,448 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389942aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:53,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:53,453 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:53,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:53,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ecc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:53,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:53,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:53,457 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:53,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7dab1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4406a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:53,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:53,460 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:53,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:53,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:53,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@824264a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:53,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:53,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:53,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:53,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3284cc08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:53,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:53,464 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:53,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:53,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388a17f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:53,466 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:53,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f892a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b236c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:53,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:53,468 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad57ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:53,470 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:53,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4b5e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677aa7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:53,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:53,480 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73cd0e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:53,482 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:53,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fefff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:53,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:53,484 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f235704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:53,486 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:53,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d0ad0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:53,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:53,489 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c10ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:53,491 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a52b838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:01:53,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:01:53,493 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:01:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:01:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:01:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21548b70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:01:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:01:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:01:53,495 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:01:53,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3035364d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:01:53,497 DEBUG [Thread-474 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:53,497 DEBUG [Thread-476 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:53,497 DEBUG [Thread-468 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:53,498 DEBUG [Thread-470 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:53,498 DEBUG [Thread-485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:53,499 DEBUG [Thread-479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:53,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:01:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:53,500 DEBUG [Thread-485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:53,500 DEBUG [Thread-481 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:53,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:53,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:53,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-02T16:01:53,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:53,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:53,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T16:01:53,502 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:01:53,503 DEBUG [Thread-472 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:53,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:53,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:53,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:53,504 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:01:53,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:01:53,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:01:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:53,507 DEBUG [Thread-483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:01:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:01:53,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:01:53,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:01:53,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:01:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:01:53,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:01:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:01:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:01:53,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:01:53,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:01:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:01:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,524 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:53,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:01:53,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020f10b33b07ae43419f2e27f1f9e5965a_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155313510/Put/seqid=0 2024-12-02T16:01:53,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155373571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155373573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155373582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155373585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155373586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741909_1085 (size=12154) 2024-12-02T16:01:53,606 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T16:01:53,615 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020f10b33b07ae43419f2e27f1f9e5965a_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020f10b33b07ae43419f2e27f1f9e5965a_e0daa21eb951589381316f2932077ade 2024-12-02T16:01:53,617 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/f343f355f27c4458812b65ef27358c89, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:53,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/f343f355f27c4458812b65ef27358c89 is 175, key is test_row_0/A:col10/1733155313510/Put/seqid=0 2024-12-02T16:01:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741910_1086 (size=30955) 2024-12-02T16:01:53,653 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/f343f355f27c4458812b65ef27358c89 2024-12-02T16:01:53,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-02T16:01:53,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:53,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:53,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:53,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155373699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155373699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155373699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155373700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155373701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/8586308247344522bf5337711bf56508 is 50, key is test_row_0/B:col10/1733155313510/Put/seqid=0 2024-12-02T16:01:53,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741911_1087 (size=12001) 2024-12-02T16:01:53,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/8586308247344522bf5337711bf56508 2024-12-02T16:01:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T16:01:53,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/e7aa11c15a7d49e28314199f7aed7272 is 50, key is test_row_0/C:col10/1733155313510/Put/seqid=0 2024-12-02T16:01:53,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-02T16:01:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:53,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:53,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741912_1088 (size=12001) 2024-12-02T16:01:53,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/e7aa11c15a7d49e28314199f7aed7272 2024-12-02T16:01:53,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/f343f355f27c4458812b65ef27358c89 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f343f355f27c4458812b65ef27358c89 2024-12-02T16:01:53,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f343f355f27c4458812b65ef27358c89, entries=150, sequenceid=15, filesize=30.2 K 2024-12-02T16:01:53,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/8586308247344522bf5337711bf56508 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8586308247344522bf5337711bf56508 2024-12-02T16:01:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155373909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8586308247344522bf5337711bf56508, entries=150, sequenceid=15, filesize=11.7 K 2024-12-02T16:01:53,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155373919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155373919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/e7aa11c15a7d49e28314199f7aed7272 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e7aa11c15a7d49e28314199f7aed7272 2024-12-02T16:01:53,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155373920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155373923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:53,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e7aa11c15a7d49e28314199f7aed7272, entries=150, sequenceid=15, filesize=11.7 K 2024-12-02T16:01:53,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e0daa21eb951589381316f2932077ade in 420ms, sequenceid=15, compaction requested=false 2024-12-02T16:01:53,944 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T16:01:53,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:53,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-02T16:01:53,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:53,994 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:01:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202de04a0f34f454688b37f095985e1fbc5_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155313582/Put/seqid=0 2024-12-02T16:01:54,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741913_1089 (size=12154) 2024-12-02T16:01:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:54,033 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202de04a0f34f454688b37f095985e1fbc5_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202de04a0f34f454688b37f095985e1fbc5_e0daa21eb951589381316f2932077ade 2024-12-02T16:01:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/cec3f85238af4d05ac021b22222273fb, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/cec3f85238af4d05ac021b22222273fb is 175, key is test_row_0/A:col10/1733155313582/Put/seqid=0 2024-12-02T16:01:54,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741914_1090 (size=30955) 2024-12-02T16:01:54,050 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/cec3f85238af4d05ac021b22222273fb 2024-12-02T16:01:54,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/94e598ebe25a4a8b855ddb3a151df76f is 50, key is test_row_0/B:col10/1733155313582/Put/seqid=0 2024-12-02T16:01:54,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741915_1091 (size=12001) 2024-12-02T16:01:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T16:01:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:01:54,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:54,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155374254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155374258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155374265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155374266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155374268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155374378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155374379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155374379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155374380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155374388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,496 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/94e598ebe25a4a8b855ddb3a151df76f 2024-12-02T16:01:54,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/13428100039a43e0a426402ab76a7b4c is 50, key is test_row_0/C:col10/1733155313582/Put/seqid=0 2024-12-02T16:01:54,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741916_1092 (size=12001) 2024-12-02T16:01:54,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155374588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155374588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155374588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155374588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155374598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:01:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T16:01:54,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155374898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155374899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155374902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155374908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155374911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:54,989 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/13428100039a43e0a426402ab76a7b4c 2024-12-02T16:01:55,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/cec3f85238af4d05ac021b22222273fb as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/cec3f85238af4d05ac021b22222273fb 2024-12-02T16:01:55,022 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/cec3f85238af4d05ac021b22222273fb, entries=150, sequenceid=40, filesize=30.2 K 2024-12-02T16:01:55,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/94e598ebe25a4a8b855ddb3a151df76f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/94e598ebe25a4a8b855ddb3a151df76f 2024-12-02T16:01:55,039 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/94e598ebe25a4a8b855ddb3a151df76f, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T16:01:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/13428100039a43e0a426402ab76a7b4c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/13428100039a43e0a426402ab76a7b4c 2024-12-02T16:01:55,052 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/13428100039a43e0a426402ab76a7b4c, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T16:01:55,054 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e0daa21eb951589381316f2932077ade in 1061ms, sequenceid=40, compaction requested=false 2024-12-02T16:01:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T16:01:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-02T16:01:55,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-02T16:01:55,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5530 sec 2024-12-02T16:01:55,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.5640 sec 2024-12-02T16:01:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:01:55,411 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:55,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:01:55,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a7263d3fc9a54d52bc92e08735535013_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155315409/Put/seqid=0 2024-12-02T16:01:55,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155375469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155375469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155375473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155375476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155375476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741917_1093 (size=12154) 2024-12-02T16:01:55,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155375590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155375591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155375591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155375591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155375593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T16:01:55,648 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:55,653 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:01:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-02T16:01:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T16:01:55,659 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:01:55,660 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:01:55,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:01:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T16:01:55,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155375798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155375798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155375798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155375799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155375808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:55,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:55,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:55,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-02T16:01:55,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:55,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:55,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:55,930 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a7263d3fc9a54d52bc92e08735535013_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a7263d3fc9a54d52bc92e08735535013_e0daa21eb951589381316f2932077ade 2024-12-02T16:01:55,937 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/df14ddf23a5b400db66aad79c357e076, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:55,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/df14ddf23a5b400db66aad79c357e076 is 175, key is test_row_0/A:col10/1733155315409/Put/seqid=0 2024-12-02T16:01:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T16:01:55,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-02T16:01:55,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:55,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:55,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:55,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:55,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:55,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741918_1094 (size=30955) 2024-12-02T16:01:55,997 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/df14ddf23a5b400db66aad79c357e076 2024-12-02T16:01:56,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/2c7852a7acbb42858d4cf32b0a8490dc is 50, key is test_row_0/B:col10/1733155315409/Put/seqid=0 2024-12-02T16:01:56,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741919_1095 (size=12001) 2024-12-02T16:01:56,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/2c7852a7acbb42858d4cf32b0a8490dc 2024-12-02T16:01:56,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/b7e2e0f1abd84f6fa84a08a0dd61047b is 50, key is test_row_0/C:col10/1733155315409/Put/seqid=0 2024-12-02T16:01:56,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741920_1096 (size=12001) 2024-12-02T16:01:56,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/b7e2e0f1abd84f6fa84a08a0dd61047b 2024-12-02T16:01:56,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/df14ddf23a5b400db66aad79c357e076 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/df14ddf23a5b400db66aad79c357e076 2024-12-02T16:01:56,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155376111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155376111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155376111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155376115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/df14ddf23a5b400db66aad79c357e076, entries=150, sequenceid=54, filesize=30.2 K 2024-12-02T16:01:56,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155376119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/2c7852a7acbb42858d4cf32b0a8490dc as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/2c7852a7acbb42858d4cf32b0a8490dc 2024-12-02T16:01:56,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/2c7852a7acbb42858d4cf32b0a8490dc, entries=150, sequenceid=54, filesize=11.7 K 2024-12-02T16:01:56,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-02T16:01:56,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:56,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:56,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:56,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:56,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:56,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/b7e2e0f1abd84f6fa84a08a0dd61047b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/b7e2e0f1abd84f6fa84a08a0dd61047b 2024-12-02T16:01:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:56,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/b7e2e0f1abd84f6fa84a08a0dd61047b, entries=150, sequenceid=54, filesize=11.7 K 2024-12-02T16:01:56,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e0daa21eb951589381316f2932077ade in 754ms, sequenceid=54, compaction requested=true 2024-12-02T16:01:56,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:01:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:01:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:01:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:01:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T16:01:56,166 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:56,168 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:56,168 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/A is initiating minor compaction (all files) 2024-12-02T16:01:56,168 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/A in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:56,168 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f343f355f27c4458812b65ef27358c89, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/cec3f85238af4d05ac021b22222273fb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/df14ddf23a5b400db66aad79c357e076] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=90.7 K 2024-12-02T16:01:56,169 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:56,171 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f343f355f27c4458812b65ef27358c89, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/cec3f85238af4d05ac021b22222273fb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/df14ddf23a5b400db66aad79c357e076] 2024-12-02T16:01:56,173 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting f343f355f27c4458812b65ef27358c89, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733155313510 2024-12-02T16:01:56,173 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:56,174 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting cec3f85238af4d05ac021b22222273fb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733155313564 2024-12-02T16:01:56,175 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting df14ddf23a5b400db66aad79c357e076, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733155314258 2024-12-02T16:01:56,180 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:56,181 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/C is initiating minor compaction (all files) 2024-12-02T16:01:56,182 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/C in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:56,182 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e7aa11c15a7d49e28314199f7aed7272, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/13428100039a43e0a426402ab76a7b4c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/b7e2e0f1abd84f6fa84a08a0dd61047b] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=35.2 K 2024-12-02T16:01:56,184 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7aa11c15a7d49e28314199f7aed7272, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733155313510 2024-12-02T16:01:56,186 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13428100039a43e0a426402ab76a7b4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733155313564 2024-12-02T16:01:56,187 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7e2e0f1abd84f6fa84a08a0dd61047b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733155314258 2024-12-02T16:01:56,194 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:56,198 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412021b0253eccc4d492d9c0a41778bdd319f_e0daa21eb951589381316f2932077ade store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:56,206 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412021b0253eccc4d492d9c0a41778bdd319f_e0daa21eb951589381316f2932077ade, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:56,208 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021b0253eccc4d492d9c0a41778bdd319f_e0daa21eb951589381316f2932077ade because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:56,210 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#C#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:56,211 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/a39d13c3f984466fbeeb57561513d1a7 is 50, key is test_row_0/C:col10/1733155315409/Put/seqid=0 2024-12-02T16:01:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741921_1097 (size=4469) 2024-12-02T16:01:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741922_1098 (size=12104) 2024-12-02T16:01:56,265 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#A#compaction#78 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:56,266 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/f07c99fc09654270b4a56e6887a25bc6 is 175, key is test_row_0/A:col10/1733155315409/Put/seqid=0 2024-12-02T16:01:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T16:01:56,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741923_1099 (size=31058) 2024-12-02T16:01:56,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-02T16:01:56,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:56,306 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T16:01:56,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202249b3eaea4944e08a5607569b460d7b3_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155315473/Put/seqid=0 2024-12-02T16:01:56,343 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/f07c99fc09654270b4a56e6887a25bc6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f07c99fc09654270b4a56e6887a25bc6 2024-12-02T16:01:56,362 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/A of e0daa21eb951589381316f2932077ade into f07c99fc09654270b4a56e6887a25bc6(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:56,362 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:56,362 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/A, priority=13, startTime=1733155316165; duration=0sec 2024-12-02T16:01:56,362 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:56,362 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:A 2024-12-02T16:01:56,362 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:56,375 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:56,375 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/B is initiating minor compaction (all files) 2024-12-02T16:01:56,375 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/B in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:56,375 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8586308247344522bf5337711bf56508, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/94e598ebe25a4a8b855ddb3a151df76f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/2c7852a7acbb42858d4cf32b0a8490dc] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=35.2 K 2024-12-02T16:01:56,376 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 8586308247344522bf5337711bf56508, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733155313510 2024-12-02T16:01:56,379 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 94e598ebe25a4a8b855ddb3a151df76f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733155313564 2024-12-02T16:01:56,384 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c7852a7acbb42858d4cf32b0a8490dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733155314258 2024-12-02T16:01:56,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741924_1100 (size=12154) 2024-12-02T16:01:56,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:56,424 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202249b3eaea4944e08a5607569b460d7b3_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202249b3eaea4944e08a5607569b460d7b3_e0daa21eb951589381316f2932077ade 2024-12-02T16:01:56,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/c2ddfcfdd4434249b4612f3a0e461904, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:56,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/c2ddfcfdd4434249b4612f3a0e461904 is 175, key is test_row_0/A:col10/1733155315473/Put/seqid=0 2024-12-02T16:01:56,449 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:56,449 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/1175d9f875954ffdb2ed7834b86072e4 is 50, key is test_row_0/B:col10/1733155315409/Put/seqid=0 2024-12-02T16:01:56,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741926_1102 (size=12104) 2024-12-02T16:01:56,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741925_1101 (size=30955) 2024-12-02T16:01:56,503 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/c2ddfcfdd4434249b4612f3a0e461904 2024-12-02T16:01:56,521 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/1175d9f875954ffdb2ed7834b86072e4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1175d9f875954ffdb2ed7834b86072e4 2024-12-02T16:01:56,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/472b4087fefd4e46b3eca6029cd89bf2 is 50, key is test_row_0/B:col10/1733155315473/Put/seqid=0 2024-12-02T16:01:56,562 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/B of e0daa21eb951589381316f2932077ade into 1175d9f875954ffdb2ed7834b86072e4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:56,562 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:56,562 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/B, priority=13, startTime=1733155316166; duration=0sec 2024-12-02T16:01:56,563 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:56,563 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:B 2024-12-02T16:01:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741927_1103 (size=12001) 2024-12-02T16:01:56,587 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/472b4087fefd4e46b3eca6029cd89bf2 2024-12-02T16:01:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:01:56,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:56,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/914b788f9066440cae098955842f8279 is 50, key is test_row_0/C:col10/1733155315473/Put/seqid=0 2024-12-02T16:01:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155376653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155376657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155376659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155376660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155376660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741928_1104 (size=12001) 2024-12-02T16:01:56,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155376771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155376771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155376775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155376779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155376787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T16:01:56,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155376989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155376989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:56,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155376989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:56,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:56,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155376999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155377000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,212 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/914b788f9066440cae098955842f8279 2024-12-02T16:01:57,219 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/a39d13c3f984466fbeeb57561513d1a7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a39d13c3f984466fbeeb57561513d1a7 2024-12-02T16:01:57,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/c2ddfcfdd4434249b4612f3a0e461904 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/c2ddfcfdd4434249b4612f3a0e461904 2024-12-02T16:01:57,235 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/C of e0daa21eb951589381316f2932077ade into a39d13c3f984466fbeeb57561513d1a7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-12-02T16:01:57,235 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:57,235 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/C, priority=13, startTime=1733155316166; duration=1sec 2024-12-02T16:01:57,236 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:57,236 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:C 2024-12-02T16:01:57,252 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/c2ddfcfdd4434249b4612f3a0e461904, entries=150, sequenceid=76, filesize=30.2 K 2024-12-02T16:01:57,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/472b4087fefd4e46b3eca6029cd89bf2 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/472b4087fefd4e46b3eca6029cd89bf2 2024-12-02T16:01:57,273 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/472b4087fefd4e46b3eca6029cd89bf2, entries=150, sequenceid=76, filesize=11.7 K 2024-12-02T16:01:57,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/914b788f9066440cae098955842f8279 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/914b788f9066440cae098955842f8279 2024-12-02T16:01:57,295 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/914b788f9066440cae098955842f8279, entries=150, sequenceid=76, filesize=11.7 K 2024-12-02T16:01:57,297 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for e0daa21eb951589381316f2932077ade in 991ms, sequenceid=76, compaction requested=false 2024-12-02T16:01:57,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:57,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:57,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T16:01:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-02T16:01:57,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-02T16:01:57,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6420 sec 2024-12-02T16:01:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:01:57,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.6520 sec 2024-12-02T16:01:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:57,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T16:01:57,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120298ed74bbc8a3494489bed1bbd8e4db81_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155316657/Put/seqid=0 2024-12-02T16:01:57,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155377352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155377353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155377356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155377357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155377362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741929_1105 (size=12154) 2024-12-02T16:01:57,397 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:57,404 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120298ed74bbc8a3494489bed1bbd8e4db81_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120298ed74bbc8a3494489bed1bbd8e4db81_e0daa21eb951589381316f2932077ade 2024-12-02T16:01:57,406 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/86e4ed612d9e4a54bcd84a442577fb77, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:57,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/86e4ed612d9e4a54bcd84a442577fb77 is 175, key is test_row_0/A:col10/1733155316657/Put/seqid=0 2024-12-02T16:01:57,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741930_1106 (size=30955) 2024-12-02T16:01:57,445 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/86e4ed612d9e4a54bcd84a442577fb77 2024-12-02T16:01:57,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/d46641fc6da54495847ad1d84feb9f0f is 50, key is test_row_0/B:col10/1733155316657/Put/seqid=0 2024-12-02T16:01:57,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155377468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155377470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155377472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155377478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155377478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741931_1107 (size=12001) 2024-12-02T16:01:57,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155377679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155377679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155377689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155377689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155377689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T16:01:57,815 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:57,816 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:01:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-12-02T16:01:57,818 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:01:57,820 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:01:57,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:01:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T16:01:57,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/d46641fc6da54495847ad1d84feb9f0f 2024-12-02T16:01:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T16:01:57,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/eb95eb42bcbc45b9aff588f633556416 is 50, key is test_row_0/C:col10/1733155316657/Put/seqid=0 2024-12-02T16:01:57,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-02T16:01:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:57,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:57,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155377991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155377991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155377999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155377999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155378000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741932_1108 (size=12001) 2024-12-02T16:01:58,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/eb95eb42bcbc45b9aff588f633556416 2024-12-02T16:01:58,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/86e4ed612d9e4a54bcd84a442577fb77 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/86e4ed612d9e4a54bcd84a442577fb77 2024-12-02T16:01:58,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/86e4ed612d9e4a54bcd84a442577fb77, entries=150, sequenceid=95, filesize=30.2 K 2024-12-02T16:01:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/d46641fc6da54495847ad1d84feb9f0f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/d46641fc6da54495847ad1d84feb9f0f 2024-12-02T16:01:58,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/d46641fc6da54495847ad1d84feb9f0f, entries=150, sequenceid=95, filesize=11.7 K 2024-12-02T16:01:58,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/eb95eb42bcbc45b9aff588f633556416 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/eb95eb42bcbc45b9aff588f633556416 2024-12-02T16:01:58,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/eb95eb42bcbc45b9aff588f633556416, entries=150, sequenceid=95, filesize=11.7 K 2024-12-02T16:01:58,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e0daa21eb951589381316f2932077ade in 816ms, sequenceid=95, compaction requested=true 2024-12-02T16:01:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:01:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:58,126 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:01:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:58,126 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:01:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:58,132 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:58,132 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/A is initiating minor compaction (all files) 2024-12-02T16:01:58,132 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/A in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:58,132 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f07c99fc09654270b4a56e6887a25bc6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/c2ddfcfdd4434249b4612f3a0e461904, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/86e4ed612d9e4a54bcd84a442577fb77] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=90.8 K 2024-12-02T16:01:58,132 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:58,132 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f07c99fc09654270b4a56e6887a25bc6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/c2ddfcfdd4434249b4612f3a0e461904, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/86e4ed612d9e4a54bcd84a442577fb77] 2024-12-02T16:01:58,135 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:58,135 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/B is initiating minor compaction (all files) 2024-12-02T16:01:58,135 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/B in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:58,135 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1175d9f875954ffdb2ed7834b86072e4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/472b4087fefd4e46b3eca6029cd89bf2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/d46641fc6da54495847ad1d84feb9f0f] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=35.3 K 2024-12-02T16:01:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T16:01:58,138 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1175d9f875954ffdb2ed7834b86072e4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733155314258 2024-12-02T16:01:58,139 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting f07c99fc09654270b4a56e6887a25bc6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733155314258 2024-12-02T16:01:58,141 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting c2ddfcfdd4434249b4612f3a0e461904, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733155315466 2024-12-02T16:01:58,141 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 472b4087fefd4e46b3eca6029cd89bf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733155315466 2024-12-02T16:01:58,141 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 86e4ed612d9e4a54bcd84a442577fb77, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733155316656 2024-12-02T16:01:58,144 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting d46641fc6da54495847ad1d84feb9f0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733155316656 2024-12-02T16:01:58,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-02T16:01:58,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:58,155 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T16:01:58,171 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:58,172 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/b7bc3542bfa6470b8720b1b438a9d95b is 50, key is test_row_0/B:col10/1733155316657/Put/seqid=0 2024-12-02T16:01:58,181 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:58,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027f56f4ec67cc4253aa48c885c7d237ac_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155317357/Put/seqid=0 2024-12-02T16:01:58,231 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202076034831dd7409984a85ac0a69852cb_e0daa21eb951589381316f2932077ade store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:58,234 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202076034831dd7409984a85ac0a69852cb_e0daa21eb951589381316f2932077ade, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:58,235 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202076034831dd7409984a85ac0a69852cb_e0daa21eb951589381316f2932077ade because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:58,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741933_1109 (size=12207) 2024-12-02T16:01:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741934_1110 (size=12154) 2024-12-02T16:01:58,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:58,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741935_1111 (size=4469) 2024-12-02T16:01:58,292 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027f56f4ec67cc4253aa48c885c7d237ac_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027f56f4ec67cc4253aa48c885c7d237ac_e0daa21eb951589381316f2932077ade 2024-12-02T16:01:58,295 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#A#compaction#88 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:58,296 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/a826d1bc9b71467fa0a9e6b1e1c0f1ce is 175, key is test_row_0/A:col10/1733155316657/Put/seqid=0 2024-12-02T16:01:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/195de8c1c9c64950b5265945094adb62, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:58,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/195de8c1c9c64950b5265945094adb62 is 175, key is test_row_0/A:col10/1733155317357/Put/seqid=0 2024-12-02T16:01:58,300 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/b7bc3542bfa6470b8720b1b438a9d95b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/b7bc3542bfa6470b8720b1b438a9d95b 2024-12-02T16:01:58,330 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/B of e0daa21eb951589381316f2932077ade into b7bc3542bfa6470b8720b1b438a9d95b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:58,330 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:58,330 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/B, priority=13, startTime=1733155318126; duration=0sec 2024-12-02T16:01:58,330 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:01:58,330 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:B 2024-12-02T16:01:58,330 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:01:58,333 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:01:58,333 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/C is initiating minor compaction (all files) 2024-12-02T16:01:58,334 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/C in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:58,334 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a39d13c3f984466fbeeb57561513d1a7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/914b788f9066440cae098955842f8279, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/eb95eb42bcbc45b9aff588f633556416] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=35.3 K 2024-12-02T16:01:58,336 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting a39d13c3f984466fbeeb57561513d1a7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733155314258 2024-12-02T16:01:58,337 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 914b788f9066440cae098955842f8279, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733155315466 2024-12-02T16:01:58,338 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb95eb42bcbc45b9aff588f633556416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733155316656 2024-12-02T16:01:58,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741936_1112 (size=31161) 2024-12-02T16:01:58,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741937_1113 (size=30955) 2024-12-02T16:01:58,373 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/195de8c1c9c64950b5265945094adb62 2024-12-02T16:01:58,374 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:01:58,375 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/7640e0f1177b40139a3d633b2afd0826 is 50, key is test_row_0/C:col10/1733155316657/Put/seqid=0 2024-12-02T16:01:58,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/48f52f48bad7420e8637bb0bb330e47d is 50, key is test_row_0/B:col10/1733155317357/Put/seqid=0 2024-12-02T16:01:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741938_1114 (size=12207) 2024-12-02T16:01:58,441 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/7640e0f1177b40139a3d633b2afd0826 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/7640e0f1177b40139a3d633b2afd0826 2024-12-02T16:01:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T16:01:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741939_1115 (size=12001) 2024-12-02T16:01:58,462 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/48f52f48bad7420e8637bb0bb330e47d 2024-12-02T16:01:58,471 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/C of e0daa21eb951589381316f2932077ade into 7640e0f1177b40139a3d633b2afd0826(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:58,471 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:58,471 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/C, priority=13, startTime=1733155318126; duration=0sec 2024-12-02T16:01:58,471 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:58,471 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:C 2024-12-02T16:01:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/30fdc0cf046843018125aef63faa4a4d is 50, key is test_row_0/C:col10/1733155317357/Put/seqid=0 2024-12-02T16:01:58,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:01:58,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741940_1116 (size=12001) 2024-12-02T16:01:58,554 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/30fdc0cf046843018125aef63faa4a4d 2024-12-02T16:01:58,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/195de8c1c9c64950b5265945094adb62 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/195de8c1c9c64950b5265945094adb62 2024-12-02T16:01:58,586 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/195de8c1c9c64950b5265945094adb62, entries=150, sequenceid=115, filesize=30.2 K 2024-12-02T16:01:58,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155378572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155378575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155378577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/48f52f48bad7420e8637bb0bb330e47d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/48f52f48bad7420e8637bb0bb330e47d 2024-12-02T16:01:58,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155378578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155378579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,605 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/48f52f48bad7420e8637bb0bb330e47d, entries=150, sequenceid=115, filesize=11.7 K 2024-12-02T16:01:58,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/30fdc0cf046843018125aef63faa4a4d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/30fdc0cf046843018125aef63faa4a4d 2024-12-02T16:01:58,617 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/30fdc0cf046843018125aef63faa4a4d, entries=150, sequenceid=115, filesize=11.7 K 2024-12-02T16:01:58,621 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e0daa21eb951589381316f2932077ade in 466ms, sequenceid=115, compaction requested=false 2024-12-02T16:01:58,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:58,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:58,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-02T16:01:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-02T16:01:58,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-02T16:01:58,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 803 msec 2024-12-02T16:01:58,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 812 msec 2024-12-02T16:01:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:01:58,711 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:01:58,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-02T16:01:58,766 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/a826d1bc9b71467fa0a9e6b1e1c0f1ce as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/a826d1bc9b71467fa0a9e6b1e1c0f1ce 2024-12-02T16:01:58,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d9d7e3dddba5419b9ed39d38a37433ee_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155318711/Put/seqid=0 2024-12-02T16:01:58,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155378770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155378771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155378783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155378788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155378790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,792 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/A of e0daa21eb951589381316f2932077ade into a826d1bc9b71467fa0a9e6b1e1c0f1ce(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:01:58,792 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:01:58,792 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/A, priority=13, startTime=1733155318126; duration=0sec 2024-12-02T16:01:58,793 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:01:58,793 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:A 2024-12-02T16:01:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741941_1117 (size=12254) 2024-12-02T16:01:58,826 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:01:58,850 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d9d7e3dddba5419b9ed39d38a37433ee_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d9d7e3dddba5419b9ed39d38a37433ee_e0daa21eb951589381316f2932077ade 2024-12-02T16:01:58,860 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/80eccab1e9cd4b8ebfc981e13aa2247f, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:01:58,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/80eccab1e9cd4b8ebfc981e13aa2247f is 175, key is test_row_0/A:col10/1733155318711/Put/seqid=0 2024-12-02T16:01:58,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155378891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155378888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155378898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155378898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155378903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:58,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741942_1118 (size=31055) 2024-12-02T16:01:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T16:01:58,959 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:01:58,960 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:01:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-12-02T16:01:58,971 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:01:58,973 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:01:58,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:01:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T16:01:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T16:01:59,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155379108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155379108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155379118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155379118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-02T16:01:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155379139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T16:01:59,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-02T16:01:59,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:59,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,333 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/80eccab1e9cd4b8ebfc981e13aa2247f 2024-12-02T16:01:59,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/1a66c0360d44434e8c036010908aca98 is 50, key is test_row_0/B:col10/1733155318711/Put/seqid=0 2024-12-02T16:01:59,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155379419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155379423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155379430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155379439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741943_1119 (size=12101) 2024-12-02T16:01:59,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/1a66c0360d44434e8c036010908aca98 2024-12-02T16:01:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155379449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-02T16:01:59,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:59,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/045ac8433bfa4e9ea06a3aa1028b4efd is 50, key is test_row_0/C:col10/1733155318711/Put/seqid=0 2024-12-02T16:01:59,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741944_1120 (size=12101) 2024-12-02T16:01:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T16:01:59,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-02T16:01:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-02T16:01:59,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:59,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/045ac8433bfa4e9ea06a3aa1028b4efd 2024-12-02T16:01:59,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-02T16:01:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:01:59,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:01:59,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:01:59,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155379951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155379952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155379950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/80eccab1e9cd4b8ebfc981e13aa2247f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/80eccab1e9cd4b8ebfc981e13aa2247f 2024-12-02T16:01:59,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155379958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:01:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155379969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:01:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:01:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:01:59,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/80eccab1e9cd4b8ebfc981e13aa2247f, entries=150, sequenceid=136, filesize=30.3 K 2024-12-02T16:01:59,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/1a66c0360d44434e8c036010908aca98 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1a66c0360d44434e8c036010908aca98 2024-12-02T16:02:00,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1a66c0360d44434e8c036010908aca98, entries=150, sequenceid=136, filesize=11.8 K 2024-12-02T16:02:00,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/045ac8433bfa4e9ea06a3aa1028b4efd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/045ac8433bfa4e9ea06a3aa1028b4efd 2024-12-02T16:02:00,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/045ac8433bfa4e9ea06a3aa1028b4efd, entries=150, sequenceid=136, filesize=11.8 K 2024-12-02T16:02:00,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e0daa21eb951589381316f2932077ade in 1320ms, sequenceid=136, compaction requested=true 2024-12-02T16:02:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:00,031 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:02:00,032 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:00,033 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:00,033 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:00,034 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/B is initiating minor compaction (all files) 2024-12-02T16:02:00,034 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/A is initiating minor compaction (all files) 2024-12-02T16:02:00,034 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/A in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:00,034 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/B in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:00,034 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/b7bc3542bfa6470b8720b1b438a9d95b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/48f52f48bad7420e8637bb0bb330e47d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1a66c0360d44434e8c036010908aca98] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=35.5 K 2024-12-02T16:02:00,034 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/a826d1bc9b71467fa0a9e6b1e1c0f1ce, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/195de8c1c9c64950b5265945094adb62, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/80eccab1e9cd4b8ebfc981e13aa2247f] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=91.0 K 2024-12-02T16:02:00,034 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:00,034 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/a826d1bc9b71467fa0a9e6b1e1c0f1ce, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/195de8c1c9c64950b5265945094adb62, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/80eccab1e9cd4b8ebfc981e13aa2247f] 2024-12-02T16:02:00,035 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b7bc3542bfa6470b8720b1b438a9d95b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733155316656 2024-12-02T16:02:00,035 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting a826d1bc9b71467fa0a9e6b1e1c0f1ce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733155316656 2024-12-02T16:02:00,035 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 48f52f48bad7420e8637bb0bb330e47d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733155317345 2024-12-02T16:02:00,035 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 195de8c1c9c64950b5265945094adb62, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733155317345 2024-12-02T16:02:00,036 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a66c0360d44434e8c036010908aca98, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733155318543 2024-12-02T16:02:00,036 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80eccab1e9cd4b8ebfc981e13aa2247f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733155318543 2024-12-02T16:02:00,055 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:00,067 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#B#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:00,068 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/e0379205f63940cf941a350a4641595e is 50, key is test_row_0/B:col10/1733155318711/Put/seqid=0 2024-12-02T16:02:00,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-02T16:02:00,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:00,100 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:02:00,103 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202651e57c1c3f6424e891e910f103c35c3_e0daa21eb951589381316f2932077ade store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:00,105 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202651e57c1c3f6424e891e910f103c35c3_e0daa21eb951589381316f2932077ade, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:00,106 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202651e57c1c3f6424e891e910f103c35c3_e0daa21eb951589381316f2932077ade because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T16:02:00,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741945_1121 (size=12409) 2024-12-02T16:02:00,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202bcc38f0b2c994ba3b85d262facf57cf0_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155318774/Put/seqid=0 2024-12-02T16:02:00,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741947_1123 (size=12304) 2024-12-02T16:02:00,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741946_1122 (size=4469) 2024-12-02T16:02:00,540 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/e0379205f63940cf941a350a4641595e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/e0379205f63940cf941a350a4641595e 2024-12-02T16:02:00,555 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/B of e0daa21eb951589381316f2932077ade into e0379205f63940cf941a350a4641595e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:00,555 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:00,555 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/B, priority=13, startTime=1733155320031; duration=0sec 2024-12-02T16:02:00,555 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:00,555 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:B 2024-12-02T16:02:00,555 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:00,567 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:00,567 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/C is initiating minor compaction (all files) 2024-12-02T16:02:00,568 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/C in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:00,568 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/7640e0f1177b40139a3d633b2afd0826, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/30fdc0cf046843018125aef63faa4a4d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/045ac8433bfa4e9ea06a3aa1028b4efd] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=35.5 K 2024-12-02T16:02:00,575 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 7640e0f1177b40139a3d633b2afd0826, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733155316656 2024-12-02T16:02:00,576 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 30fdc0cf046843018125aef63faa4a4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733155317345 2024-12-02T16:02:00,576 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 045ac8433bfa4e9ea06a3aa1028b4efd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733155318543 2024-12-02T16:02:00,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:00,588 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#A#compaction#96 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:00,589 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ddb2b3968d384e77bf5293b8ad994fcd is 175, key is test_row_0/A:col10/1733155318711/Put/seqid=0 2024-12-02T16:02:00,613 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202bcc38f0b2c994ba3b85d262facf57cf0_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202bcc38f0b2c994ba3b85d262facf57cf0_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:00,623 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:00,624 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/e14269eebf3243d0a33a91d0e0423188 is 50, key is test_row_0/C:col10/1733155318711/Put/seqid=0 2024-12-02T16:02:00,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/5b7a0e3f275e46ecad07862e30972c56, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:00,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/5b7a0e3f275e46ecad07862e30972c56 is 175, key is test_row_0/A:col10/1733155318774/Put/seqid=0 2024-12-02T16:02:00,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741948_1124 (size=31363) 2024-12-02T16:02:00,663 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ddb2b3968d384e77bf5293b8ad994fcd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ddb2b3968d384e77bf5293b8ad994fcd 2024-12-02T16:02:00,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741949_1125 (size=31105) 2024-12-02T16:02:00,687 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/A of e0daa21eb951589381316f2932077ade into ddb2b3968d384e77bf5293b8ad994fcd(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:00,687 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:00,687 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/A, priority=13, startTime=1733155320031; duration=0sec 2024-12-02T16:02:00,687 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:00,687 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:A 2024-12-02T16:02:00,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741950_1126 (size=12409) 2024-12-02T16:02:00,735 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/e14269eebf3243d0a33a91d0e0423188 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e14269eebf3243d0a33a91d0e0423188 2024-12-02T16:02:00,755 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/C of e0daa21eb951589381316f2932077ade into e14269eebf3243d0a33a91d0e0423188(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:00,756 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:00,756 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/C, priority=13, startTime=1733155320031; duration=0sec 2024-12-02T16:02:00,756 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:00,756 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:C 2024-12-02T16:02:00,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:02:01,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155381023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155381025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155381039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155381043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155381059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,089 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/5b7a0e3f275e46ecad07862e30972c56 2024-12-02T16:02:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T16:02:01,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/3368709dcee949299fb27dec957663d6 is 50, key is test_row_0/B:col10/1733155318774/Put/seqid=0 2024-12-02T16:02:01,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155381176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155381176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155381177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155381179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155381181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741951_1127 (size=12151) 2024-12-02T16:02:01,251 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/3368709dcee949299fb27dec957663d6 2024-12-02T16:02:01,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/a35a1427dbca42aaaa02c8bc4e923bd3 is 50, key is test_row_0/C:col10/1733155318774/Put/seqid=0 2024-12-02T16:02:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741952_1128 (size=12151) 2024-12-02T16:02:01,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155381389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155381390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155381390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155381394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155381403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155381709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155381709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155381709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155381709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155381717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:01,771 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/a35a1427dbca42aaaa02c8bc4e923bd3 2024-12-02T16:02:01,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/5b7a0e3f275e46ecad07862e30972c56 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5b7a0e3f275e46ecad07862e30972c56 2024-12-02T16:02:01,795 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5b7a0e3f275e46ecad07862e30972c56, entries=150, sequenceid=154, filesize=30.4 K 2024-12-02T16:02:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/3368709dcee949299fb27dec957663d6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/3368709dcee949299fb27dec957663d6 2024-12-02T16:02:01,852 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/3368709dcee949299fb27dec957663d6, entries=150, sequenceid=154, filesize=11.9 K 2024-12-02T16:02:01,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/a35a1427dbca42aaaa02c8bc4e923bd3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a35a1427dbca42aaaa02c8bc4e923bd3 2024-12-02T16:02:01,889 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T16:02:01,890 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T16:02:01,891 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a35a1427dbca42aaaa02c8bc4e923bd3, entries=150, sequenceid=154, filesize=11.9 K 2024-12-02T16:02:01,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-02T16:02:01,897 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e0daa21eb951589381316f2932077ade in 1797ms, sequenceid=154, compaction requested=false 2024-12-02T16:02:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-02T16:02:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-02T16:02:01,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-02T16:02:01,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9340 sec 2024-12-02T16:02:01,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.9550 sec 2024-12-02T16:02:02,220 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:02,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T16:02:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:02:02,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d7cbe2d4950446d582f8dfc7de31e8ba_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155322220/Put/seqid=0 2024-12-02T16:02:02,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155382270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155382272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155382285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155382290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155382291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741953_1129 (size=12304) 2024-12-02T16:02:02,311 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:02,318 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d7cbe2d4950446d582f8dfc7de31e8ba_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d7cbe2d4950446d582f8dfc7de31e8ba_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:02,320 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/69f4e8052b384893adfeacc76d2b6289, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:02,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/69f4e8052b384893adfeacc76d2b6289 is 175, key is test_row_0/A:col10/1733155322220/Put/seqid=0 2024-12-02T16:02:02,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741954_1130 (size=31105) 2024-12-02T16:02:02,379 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/69f4e8052b384893adfeacc76d2b6289 2024-12-02T16:02:02,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/51171f7249ec4ef8929b05cb89d61336 is 50, key is test_row_0/B:col10/1733155322220/Put/seqid=0 2024-12-02T16:02:02,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155382410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155382411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155382411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155382411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155382426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741955_1131 (size=12151) 2024-12-02T16:02:02,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/51171f7249ec4ef8929b05cb89d61336 2024-12-02T16:02:02,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/fbc6786af7b546059a146403974a4bda is 50, key is test_row_0/C:col10/1733155322220/Put/seqid=0 2024-12-02T16:02:02,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741956_1132 (size=12151) 2024-12-02T16:02:02,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155382618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155382628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155382630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155382630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155382639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155382931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155382940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155382940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/fbc6786af7b546059a146403974a4bda 2024-12-02T16:02:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155382952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155382955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:02,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:02,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:02,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/69f4e8052b384893adfeacc76d2b6289 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/69f4e8052b384893adfeacc76d2b6289 2024-12-02T16:02:02,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/69f4e8052b384893adfeacc76d2b6289, entries=150, sequenceid=178, filesize=30.4 K 2024-12-02T16:02:02,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/51171f7249ec4ef8929b05cb89d61336 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/51171f7249ec4ef8929b05cb89d61336 2024-12-02T16:02:03,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/51171f7249ec4ef8929b05cb89d61336, entries=150, sequenceid=178, filesize=11.9 K 2024-12-02T16:02:03,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/fbc6786af7b546059a146403974a4bda as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fbc6786af7b546059a146403974a4bda 2024-12-02T16:02:03,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fbc6786af7b546059a146403974a4bda, entries=150, sequenceid=178, filesize=11.9 K 2024-12-02T16:02:03,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for e0daa21eb951589381316f2932077ade in 886ms, sequenceid=178, compaction requested=true 2024-12-02T16:02:03,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:03,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:03,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:03,106 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:03,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:03,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:03,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:03,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:02:03,106 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:03,116 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:03,117 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/A is initiating minor compaction (all files) 2024-12-02T16:02:03,117 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/A in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:03,117 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ddb2b3968d384e77bf5293b8ad994fcd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5b7a0e3f275e46ecad07862e30972c56, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/69f4e8052b384893adfeacc76d2b6289] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=91.4 K 2024-12-02T16:02:03,117 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:03,117 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ddb2b3968d384e77bf5293b8ad994fcd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5b7a0e3f275e46ecad07862e30972c56, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/69f4e8052b384893adfeacc76d2b6289] 2024-12-02T16:02:03,118 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:03,119 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/B is initiating minor compaction (all files) 2024-12-02T16:02:03,119 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/B in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:03,119 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/e0379205f63940cf941a350a4641595e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/3368709dcee949299fb27dec957663d6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/51171f7249ec4ef8929b05cb89d61336] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=35.9 K 2024-12-02T16:02:03,120 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddb2b3968d384e77bf5293b8ad994fcd, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733155318543 2024-12-02T16:02:03,121 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b7a0e3f275e46ecad07862e30972c56, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733155318774 2024-12-02T16:02:03,122 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69f4e8052b384893adfeacc76d2b6289, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733155321031 2024-12-02T16:02:03,122 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting e0379205f63940cf941a350a4641595e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733155318543 2024-12-02T16:02:03,127 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 3368709dcee949299fb27dec957663d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733155318774 2024-12-02T16:02:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T16:02:03,131 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 51171f7249ec4ef8929b05cb89d61336, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733155321031 2024-12-02T16:02:03,135 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:03,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-02T16:02:03,138 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:03,140 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T16:02:03,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:03,179 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:03,192 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:03,193 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/e729bd7cc5894614b8c8472feaad0ba6 is 50, key is test_row_0/B:col10/1733155322220/Put/seqid=0 2024-12-02T16:02:03,211 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120294f1a662beb84b8d9228de9b9a19ffd1_e0daa21eb951589381316f2932077ade store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:03,213 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120294f1a662beb84b8d9228de9b9a19ffd1_e0daa21eb951589381316f2932077ade, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:03,214 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120294f1a662beb84b8d9228de9b9a19ffd1_e0daa21eb951589381316f2932077ade because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:03,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741957_1133 (size=12561) 2024-12-02T16:02:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T16:02:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741958_1134 (size=4469) 2024-12-02T16:02:03,259 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#A#compaction#105 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:03,260 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/05fece6a5b8e4a78a5a5bf8b8b3b997b is 175, key is test_row_0/A:col10/1733155322220/Put/seqid=0 2024-12-02T16:02:03,263 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/e729bd7cc5894614b8c8472feaad0ba6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/e729bd7cc5894614b8c8472feaad0ba6 2024-12-02T16:02:03,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-02T16:02:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:03,295 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:02:03,303 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/B of e0daa21eb951589381316f2932077ade into e729bd7cc5894614b8c8472feaad0ba6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:03,303 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:03,303 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/B, priority=13, startTime=1733155323106; duration=0sec 2024-12-02T16:02:03,303 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:03,303 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:B 2024-12-02T16:02:03,303 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:03,305 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:03,305 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/C is initiating minor compaction (all files) 2024-12-02T16:02:03,305 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/C in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:03,305 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e14269eebf3243d0a33a91d0e0423188, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a35a1427dbca42aaaa02c8bc4e923bd3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fbc6786af7b546059a146403974a4bda] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=35.9 K 2024-12-02T16:02:03,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741959_1135 (size=31515) 2024-12-02T16:02:03,319 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting e14269eebf3243d0a33a91d0e0423188, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733155318543 2024-12-02T16:02:03,327 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting a35a1427dbca42aaaa02c8bc4e923bd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733155318774 2024-12-02T16:02:03,335 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting fbc6786af7b546059a146403974a4bda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733155321031 2024-12-02T16:02:03,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029769be4951c040e2abaaa66ce39a686c_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155322267/Put/seqid=0 2024-12-02T16:02:03,400 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#C#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:03,401 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/ef9bf0880dc6456b8f3aeb671c9f4736 is 50, key is test_row_0/C:col10/1733155322220/Put/seqid=0 2024-12-02T16:02:03,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741960_1136 (size=12304) 2024-12-02T16:02:03,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:03,428 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029769be4951c040e2abaaa66ce39a686c_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029769be4951c040e2abaaa66ce39a686c_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/36901a8ae08642de826335f2cb0b0eef, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/36901a8ae08642de826335f2cb0b0eef is 175, key is test_row_0/A:col10/1733155322267/Put/seqid=0 2024-12-02T16:02:03,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741961_1137 (size=12561) 2024-12-02T16:02:03,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:02:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T16:02:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741962_1138 (size=31105) 2024-12-02T16:02:03,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155383497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155383500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155383500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155383505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155383507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155383608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155383619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155383619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155383620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155383621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,740 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/05fece6a5b8e4a78a5a5bf8b8b3b997b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/05fece6a5b8e4a78a5a5bf8b8b3b997b 2024-12-02T16:02:03,764 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/A of e0daa21eb951589381316f2932077ade into 05fece6a5b8e4a78a5a5bf8b8b3b997b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:03,764 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:03,764 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/A, priority=13, startTime=1733155323106; duration=0sec 2024-12-02T16:02:03,764 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:03,764 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:A 2024-12-02T16:02:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T16:02:03,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155383818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155383828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155383830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155383830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155383831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:03,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:03,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:03,875 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/36901a8ae08642de826335f2cb0b0eef 2024-12-02T16:02:03,907 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/ef9bf0880dc6456b8f3aeb671c9f4736 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/ef9bf0880dc6456b8f3aeb671c9f4736 2024-12-02T16:02:03,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/84f517a15079473d8c3c273b3c6c3c58 is 50, key is test_row_0/B:col10/1733155322267/Put/seqid=0 2024-12-02T16:02:03,929 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/C of e0daa21eb951589381316f2932077ade into ef9bf0880dc6456b8f3aeb671c9f4736(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:03,929 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:03,929 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/C, priority=13, startTime=1733155323106; duration=0sec 2024-12-02T16:02:03,929 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:03,930 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:C 2024-12-02T16:02:03,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741963_1139 (size=12151) 2024-12-02T16:02:03,950 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/84f517a15079473d8c3c273b3c6c3c58 2024-12-02T16:02:03,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/7c25079351e34e2a94dce9a33b70a89a is 50, key is test_row_0/C:col10/1733155322267/Put/seqid=0 2024-12-02T16:02:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741964_1140 (size=12151) 2024-12-02T16:02:04,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155384128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155384142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155384146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155384149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155384151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T16:02:04,388 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/7c25079351e34e2a94dce9a33b70a89a 2024-12-02T16:02:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/36901a8ae08642de826335f2cb0b0eef as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36901a8ae08642de826335f2cb0b0eef 2024-12-02T16:02:04,407 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36901a8ae08642de826335f2cb0b0eef, entries=150, sequenceid=196, filesize=30.4 K 2024-12-02T16:02:04,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/84f517a15079473d8c3c273b3c6c3c58 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/84f517a15079473d8c3c273b3c6c3c58 2024-12-02T16:02:04,427 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/84f517a15079473d8c3c273b3c6c3c58, entries=150, sequenceid=196, filesize=11.9 K 2024-12-02T16:02:04,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/7c25079351e34e2a94dce9a33b70a89a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/7c25079351e34e2a94dce9a33b70a89a 2024-12-02T16:02:04,444 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/7c25079351e34e2a94dce9a33b70a89a, entries=150, sequenceid=196, filesize=11.9 K 2024-12-02T16:02:04,446 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e0daa21eb951589381316f2932077ade in 1151ms, sequenceid=196, compaction requested=false 2024-12-02T16:02:04,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:04,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:04,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-02T16:02:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-02T16:02:04,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-02T16:02:04,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3080 sec 2024-12-02T16:02:04,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.3240 sec 2024-12-02T16:02:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:02:04,640 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:04,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T16:02:04,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023b537f4a62ba443ea1eab6934f208281_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155323483/Put/seqid=0 2024-12-02T16:02:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741965_1141 (size=12304) 2024-12-02T16:02:04,663 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:04,668 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023b537f4a62ba443ea1eab6934f208281_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023b537f4a62ba443ea1eab6934f208281_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:04,669 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/2ed67d2fe9ae43579da08b2bd2cca8f4, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:04,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/2ed67d2fe9ae43579da08b2bd2cca8f4 is 175, key is test_row_0/A:col10/1733155323483/Put/seqid=0 2024-12-02T16:02:04,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155384664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741966_1142 (size=31105) 2024-12-02T16:02:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155384673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155384674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155384675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155384675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155384778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155384788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155384789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155384789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155384789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:04,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155384987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155384998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155384998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155384998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155384998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/2ed67d2fe9ae43579da08b2bd2cca8f4 2024-12-02T16:02:05,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/41d0dd4d41824a959d8118e8f66e93cd is 50, key is test_row_0/B:col10/1733155323483/Put/seqid=0 2024-12-02T16:02:05,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741967_1143 (size=12151) 2024-12-02T16:02:05,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/41d0dd4d41824a959d8118e8f66e93cd 2024-12-02T16:02:05,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/fa7fa404a6dd4047ba8d8ddff0bd9af4 is 50, key is test_row_0/C:col10/1733155323483/Put/seqid=0 2024-12-02T16:02:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T16:02:05,301 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:05,301 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:05,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155385301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-02T16:02:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T16:02:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,310 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155385308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155385309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155385309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155385311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,313 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:05,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:05,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741968_1144 (size=12151) 2024-12-02T16:02:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T16:02:05,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:05,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:05,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T16:02:05,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:05,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:05,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/fa7fa404a6dd4047ba8d8ddff0bd9af4 2024-12-02T16:02:05,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/2ed67d2fe9ae43579da08b2bd2cca8f4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/2ed67d2fe9ae43579da08b2bd2cca8f4 2024-12-02T16:02:05,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/2ed67d2fe9ae43579da08b2bd2cca8f4, entries=150, sequenceid=218, filesize=30.4 K 2024-12-02T16:02:05,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/41d0dd4d41824a959d8118e8f66e93cd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/41d0dd4d41824a959d8118e8f66e93cd 2024-12-02T16:02:05,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/41d0dd4d41824a959d8118e8f66e93cd, entries=150, sequenceid=218, filesize=11.9 K 2024-12-02T16:02:05,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/fa7fa404a6dd4047ba8d8ddff0bd9af4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fa7fa404a6dd4047ba8d8ddff0bd9af4 2024-12-02T16:02:05,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fa7fa404a6dd4047ba8d8ddff0bd9af4, entries=150, sequenceid=218, filesize=11.9 K 2024-12-02T16:02:05,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:05,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for e0daa21eb951589381316f2932077ade in 1166ms, sequenceid=218, compaction requested=true 2024-12-02T16:02:05,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:05,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:05,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:05,807 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:05,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:05,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:05,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:05,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:02:05,807 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,808 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:05,808 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/A is initiating minor compaction (all files) 2024-12-02T16:02:05,809 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/A in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,809 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/05fece6a5b8e4a78a5a5bf8b8b3b997b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36901a8ae08642de826335f2cb0b0eef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/2ed67d2fe9ae43579da08b2bd2cca8f4] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=91.5 K 2024-12-02T16:02:05,809 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,809 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/05fece6a5b8e4a78a5a5bf8b8b3b997b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36901a8ae08642de826335f2cb0b0eef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/2ed67d2fe9ae43579da08b2bd2cca8f4] 2024-12-02T16:02:05,811 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 05fece6a5b8e4a78a5a5bf8b8b3b997b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733155321031 2024-12-02T16:02:05,812 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 36901a8ae08642de826335f2cb0b0eef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733155322262 2024-12-02T16:02:05,813 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ed67d2fe9ae43579da08b2bd2cca8f4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733155323483 2024-12-02T16:02:05,814 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:05,815 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/B is initiating minor compaction (all files) 2024-12-02T16:02:05,815 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/B in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,815 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/e729bd7cc5894614b8c8472feaad0ba6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/84f517a15079473d8c3c273b3c6c3c58, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/41d0dd4d41824a959d8118e8f66e93cd] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=36.0 K 2024-12-02T16:02:05,819 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting e729bd7cc5894614b8c8472feaad0ba6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733155321031 2024-12-02T16:02:05,821 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:05,823 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84f517a15079473d8c3c273b3c6c3c58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733155322262 2024-12-02T16:02:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:02:05,826 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:05,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-02T16:02:05,826 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412028b37885a158d473f8fb45755fab7ed03_e0daa21eb951589381316f2932077ade store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:05,826 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41d0dd4d41824a959d8118e8f66e93cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733155323483 2024-12-02T16:02:05,828 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412028b37885a158d473f8fb45755fab7ed03_e0daa21eb951589381316f2932077ade, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:05,828 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028b37885a158d473f8fb45755fab7ed03_e0daa21eb951589381316f2932077ade because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:05,848 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:05,849 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/1152e408b2e14efb95729c5deca6c4c3 is 50, key is test_row_0/B:col10/1733155323483/Put/seqid=0 2024-12-02T16:02:05,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024d93189334974f9793668901a5c84abc_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155325825/Put/seqid=0 2024-12-02T16:02:05,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741969_1145 (size=4469) 2024-12-02T16:02:05,877 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#A#compaction#114 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:05,878 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ca5e9718aee4433babe707ad001d64e5 is 175, key is test_row_0/A:col10/1733155323483/Put/seqid=0 2024-12-02T16:02:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741971_1147 (size=12304) 2024-12-02T16:02:05,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155385860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,910 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155385862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741972_1148 (size=31617) 2024-12-02T16:02:05,918 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024d93189334974f9793668901a5c84abc_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024d93189334974f9793668901a5c84abc_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:05,920 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/74fa1b3b5065490d934ebc24457d75c3, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:05,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/74fa1b3b5065490d934ebc24457d75c3 is 175, key is test_row_0/A:col10/1733155325825/Put/seqid=0 2024-12-02T16:02:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,925 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ca5e9718aee4433babe707ad001d64e5 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ca5e9718aee4433babe707ad001d64e5 2024-12-02T16:02:05,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155385916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155385919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T16:02:05,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741970_1146 (size=12663) 2024-12-02T16:02:05,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155385928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:05,935 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/A of e0daa21eb951589381316f2932077ade into ca5e9718aee4433babe707ad001d64e5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:05,935 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:05,935 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/A, priority=13, startTime=1733155325807; duration=0sec 2024-12-02T16:02:05,935 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:05,936 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:A 2024-12-02T16:02:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,936 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:05,936 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:05,937 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/C is initiating minor compaction (all files) 2024-12-02T16:02:05,937 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/C in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,937 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/ef9bf0880dc6456b8f3aeb671c9f4736, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/7c25079351e34e2a94dce9a33b70a89a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fa7fa404a6dd4047ba8d8ddff0bd9af4] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=36.0 K 2024-12-02T16:02:05,937 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting ef9bf0880dc6456b8f3aeb671c9f4736, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733155321031 2024-12-02T16:02:05,937 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c25079351e34e2a94dce9a33b70a89a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733155322262 2024-12-02T16:02:05,939 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting fa7fa404a6dd4047ba8d8ddff0bd9af4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733155323483 2024-12-02T16:02:05,942 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/1152e408b2e14efb95729c5deca6c4c3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1152e408b2e14efb95729c5deca6c4c3 2024-12-02T16:02:05,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741973_1149 (size=31105) 2024-12-02T16:02:05,947 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/74fa1b3b5065490d934ebc24457d75c3 2024-12-02T16:02:05,952 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/B of e0daa21eb951589381316f2932077ade into 1152e408b2e14efb95729c5deca6c4c3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:05,952 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:05,952 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/B, priority=13, startTime=1733155325807; duration=0sec 2024-12-02T16:02:05,952 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:05,952 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:B 2024-12-02T16:02:05,957 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#C#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:05,957 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/bc677533736b40bbaabeeb5036bc4845 is 50, key is test_row_0/C:col10/1733155323483/Put/seqid=0 2024-12-02T16:02:05,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/0a6bb0f60eed46e2ae2ead816e88c8b4 is 50, key is test_row_0/B:col10/1733155325825/Put/seqid=0 2024-12-02T16:02:05,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:05,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:05,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741975_1151 (size=12151) 2024-12-02T16:02:05,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741974_1150 (size=12663) 2024-12-02T16:02:05,991 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/bc677533736b40bbaabeeb5036bc4845 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/bc677533736b40bbaabeeb5036bc4845 2024-12-02T16:02:06,017 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/C of e0daa21eb951589381316f2932077ade into bc677533736b40bbaabeeb5036bc4845(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:06,017 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:06,017 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/C, priority=13, startTime=1733155325807; duration=0sec 2024-12-02T16:02:06,017 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:06,017 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:C 2024-12-02T16:02:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155386018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155386028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155386043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155386043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155386043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:06,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:06,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155386231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155386239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155386248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155386248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155386248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:06,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:06,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/0a6bb0f60eed46e2ae2ead816e88c8b4 2024-12-02T16:02:06,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/a09f6b44063a4b3593ac6ab6825b9dea is 50, key is test_row_0/C:col10/1733155325825/Put/seqid=0 2024-12-02T16:02:06,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741976_1152 (size=12151) 2024-12-02T16:02:06,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/a09f6b44063a4b3593ac6ab6825b9dea 2024-12-02T16:02:06,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/74fa1b3b5065490d934ebc24457d75c3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/74fa1b3b5065490d934ebc24457d75c3 2024-12-02T16:02:06,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/74fa1b3b5065490d934ebc24457d75c3, entries=150, sequenceid=238, filesize=30.4 K 2024-12-02T16:02:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/0a6bb0f60eed46e2ae2ead816e88c8b4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0a6bb0f60eed46e2ae2ead816e88c8b4 2024-12-02T16:02:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T16:02:06,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0a6bb0f60eed46e2ae2ead816e88c8b4, entries=150, sequenceid=238, filesize=11.9 K 2024-12-02T16:02:06,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/a09f6b44063a4b3593ac6ab6825b9dea as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a09f6b44063a4b3593ac6ab6825b9dea 2024-12-02T16:02:06,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a09f6b44063a4b3593ac6ab6825b9dea, entries=150, sequenceid=238, filesize=11.9 K 2024-12-02T16:02:06,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for e0daa21eb951589381316f2932077ade in 626ms, sequenceid=238, compaction requested=false 2024-12-02T16:02:06,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:02:06,540 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:06,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:02:06,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027f05c6e030f4434ebf4538aab95df167_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155326539/Put/seqid=0 2024-12-02T16:02:06,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741977_1153 (size=14844) 2024-12-02T16:02:06,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155386585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155386585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155386589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155386589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155386590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:06,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:06,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155386698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155386698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155386698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155386698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155386699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:06,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:06,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155386908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155386909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155386909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155386909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155386909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:06,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:06,963 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027f05c6e030f4434ebf4538aab95df167_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027f05c6e030f4434ebf4538aab95df167_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:06,964 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/8b2bcbfa3c464281894069aa3b663c34, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:06,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/8b2bcbfa3c464281894069aa3b663c34 is 175, key is test_row_0/A:col10/1733155326539/Put/seqid=0 2024-12-02T16:02:06,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741978_1154 (size=39799) 2024-12-02T16:02:07,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:07,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:07,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155387218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155387218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155387218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:07,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:07,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155387218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155387218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:07,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:07,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:07,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:07,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,369 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/8b2bcbfa3c464281894069aa3b663c34 2024-12-02T16:02:07,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/8dd5333ce625450c8e19990a80af5bc8 is 50, key is test_row_0/B:col10/1733155326539/Put/seqid=0 2024-12-02T16:02:07,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741979_1155 (size=12201) 2024-12-02T16:02:07,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/8dd5333ce625450c8e19990a80af5bc8 2024-12-02T16:02:07,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/8fd93eed21bb4fe0ac674fc7413ec3ef is 50, key is test_row_0/C:col10/1733155326539/Put/seqid=0 2024-12-02T16:02:07,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741980_1156 (size=12201) 2024-12-02T16:02:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T16:02:07,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:07,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:07,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:07,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:07,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155387728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155387728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155387728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:07,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155387728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:07,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:07,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155387737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:07,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/8fd93eed21bb4fe0ac674fc7413ec3ef 2024-12-02T16:02:07,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:07,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:07,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:07,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/8b2bcbfa3c464281894069aa3b663c34 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/8b2bcbfa3c464281894069aa3b663c34 2024-12-02T16:02:07,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/8b2bcbfa3c464281894069aa3b663c34, entries=200, sequenceid=260, filesize=38.9 K 2024-12-02T16:02:07,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/8dd5333ce625450c8e19990a80af5bc8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8dd5333ce625450c8e19990a80af5bc8 2024-12-02T16:02:07,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8dd5333ce625450c8e19990a80af5bc8, entries=150, sequenceid=260, filesize=11.9 K 2024-12-02T16:02:07,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/8fd93eed21bb4fe0ac674fc7413ec3ef as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8fd93eed21bb4fe0ac674fc7413ec3ef 2024-12-02T16:02:07,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8fd93eed21bb4fe0ac674fc7413ec3ef, entries=150, sequenceid=260, filesize=11.9 K 2024-12-02T16:02:07,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for e0daa21eb951589381316f2932077ade in 1319ms, sequenceid=260, compaction requested=true 2024-12-02T16:02:07,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:07,859 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:07,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:07,860 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:07,861 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:07,861 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:07,861 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/B is initiating minor compaction (all files) 2024-12-02T16:02:07,861 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/A is initiating minor compaction (all files) 2024-12-02T16:02:07,861 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/B in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,861 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/A in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,861 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1152e408b2e14efb95729c5deca6c4c3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0a6bb0f60eed46e2ae2ead816e88c8b4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8dd5333ce625450c8e19990a80af5bc8] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=36.1 K 2024-12-02T16:02:07,861 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ca5e9718aee4433babe707ad001d64e5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/74fa1b3b5065490d934ebc24457d75c3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/8b2bcbfa3c464281894069aa3b663c34] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=100.1 K 2024-12-02T16:02:07,861 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,861 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ca5e9718aee4433babe707ad001d64e5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/74fa1b3b5065490d934ebc24457d75c3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/8b2bcbfa3c464281894069aa3b663c34] 2024-12-02T16:02:07,861 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 1152e408b2e14efb95729c5deca6c4c3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733155323483 2024-12-02T16:02:07,862 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca5e9718aee4433babe707ad001d64e5, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733155323483 2024-12-02T16:02:07,862 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a6bb0f60eed46e2ae2ead816e88c8b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733155324673 2024-12-02T16:02:07,862 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74fa1b3b5065490d934ebc24457d75c3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733155324673 2024-12-02T16:02:07,862 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dd5333ce625450c8e19990a80af5bc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733155325866 2024-12-02T16:02:07,863 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b2bcbfa3c464281894069aa3b663c34, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733155325866 2024-12-02T16:02:07,874 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:07,875 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:07,875 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/1386c774228e43c8ad6700e375ad67b8 is 50, key is test_row_0/B:col10/1733155326539/Put/seqid=0 2024-12-02T16:02:07,891 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202996ed3e6284345c4978c3ffa157ea471_e0daa21eb951589381316f2932077ade store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:07,892 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202996ed3e6284345c4978c3ffa157ea471_e0daa21eb951589381316f2932077ade, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:07,893 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202996ed3e6284345c4978c3ffa157ea471_e0daa21eb951589381316f2932077ade because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741982_1158 (size=4469) 2024-12-02T16:02:07,914 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#A#compaction#124 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:07,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741981_1157 (size=12815) 2024-12-02T16:02:07,915 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/3e8dbc3cf774455aa27649c73eef4a76 is 175, key is test_row_0/A:col10/1733155326539/Put/seqid=0 2024-12-02T16:02:07,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741983_1159 (size=31769) 2024-12-02T16:02:07,927 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/3e8dbc3cf774455aa27649c73eef4a76 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/3e8dbc3cf774455aa27649c73eef4a76 2024-12-02T16:02:07,938 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/A of e0daa21eb951589381316f2932077ade into 3e8dbc3cf774455aa27649c73eef4a76(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:07,938 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:07,939 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/A, priority=13, startTime=1733155327859; duration=0sec 2024-12-02T16:02:07,939 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:07,939 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:A 2024-12-02T16:02:07,939 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:07,942 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:07,942 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/C is initiating minor compaction (all files) 2024-12-02T16:02:07,942 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/C in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,942 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/bc677533736b40bbaabeeb5036bc4845, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a09f6b44063a4b3593ac6ab6825b9dea, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8fd93eed21bb4fe0ac674fc7413ec3ef] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=36.1 K 2024-12-02T16:02:07,943 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc677533736b40bbaabeeb5036bc4845, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733155323483 2024-12-02T16:02:07,944 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting a09f6b44063a4b3593ac6ab6825b9dea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733155324673 2024-12-02T16:02:07,944 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fd93eed21bb4fe0ac674fc7413ec3ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733155325866 2024-12-02T16:02:07,955 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#C#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:07,955 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/4819d7ca3fa84027b75b83d39458dfee is 50, key is test_row_0/C:col10/1733155326539/Put/seqid=0 2024-12-02T16:02:07,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741984_1160 (size=12815) 2024-12-02T16:02:07,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T16:02:07,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:07,988 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-02T16:02:07,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026f06ea867e9648af970e089235675553_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155326589/Put/seqid=0 2024-12-02T16:02:08,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741985_1161 (size=12454) 2024-12-02T16:02:08,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:08,014 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026f06ea867e9648af970e089235675553_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026f06ea867e9648af970e089235675553_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:08,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ba3a5eada56d49fc94a668110523d8b6, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:08,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ba3a5eada56d49fc94a668110523d8b6 is 175, key is test_row_0/A:col10/1733155326589/Put/seqid=0 2024-12-02T16:02:08,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741986_1162 (size=31255) 2024-12-02T16:02:08,355 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/1386c774228e43c8ad6700e375ad67b8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1386c774228e43c8ad6700e375ad67b8 2024-12-02T16:02:08,387 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/4819d7ca3fa84027b75b83d39458dfee as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4819d7ca3fa84027b75b83d39458dfee 2024-12-02T16:02:08,391 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/B of e0daa21eb951589381316f2932077ade into 1386c774228e43c8ad6700e375ad67b8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:08,391 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:08,391 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/B, priority=13, startTime=1733155327860; duration=0sec 2024-12-02T16:02:08,391 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:08,391 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:B 2024-12-02T16:02:08,398 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/C of e0daa21eb951589381316f2932077ade into 4819d7ca3fa84027b75b83d39458dfee(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:08,398 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:08,398 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/C, priority=13, startTime=1733155327860; duration=0sec 2024-12-02T16:02:08,398 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:08,398 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:C 2024-12-02T16:02:08,437 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ba3a5eada56d49fc94a668110523d8b6 2024-12-02T16:02:08,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/6e7315391cc04f7a9b465b9e394ff7e8 is 50, key is test_row_0/B:col10/1733155326589/Put/seqid=0 2024-12-02T16:02:08,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741987_1163 (size=12301) 2024-12-02T16:02:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:02:08,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:08,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155388761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:08,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155388762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:08,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155388764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:08,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155388765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:08,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155388767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:08,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155388878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:08,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:08,879 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/6e7315391cc04f7a9b465b9e394ff7e8 2024-12-02T16:02:08,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155388878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:08,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155388878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:08,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155388878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:08,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155388878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:08,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/e4381c4fe8824c9695f6b046df9f7a06 is 50, key is test_row_0/C:col10/1733155326589/Put/seqid=0 2024-12-02T16:02:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741988_1164 (size=12301) 2024-12-02T16:02:08,918 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/e4381c4fe8824c9695f6b046df9f7a06 2024-12-02T16:02:08,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ba3a5eada56d49fc94a668110523d8b6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ba3a5eada56d49fc94a668110523d8b6 2024-12-02T16:02:08,939 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ba3a5eada56d49fc94a668110523d8b6, entries=150, sequenceid=279, filesize=30.5 K 2024-12-02T16:02:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/6e7315391cc04f7a9b465b9e394ff7e8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6e7315391cc04f7a9b465b9e394ff7e8 2024-12-02T16:02:08,947 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6e7315391cc04f7a9b465b9e394ff7e8, entries=150, sequenceid=279, filesize=12.0 K 2024-12-02T16:02:08,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/e4381c4fe8824c9695f6b046df9f7a06 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e4381c4fe8824c9695f6b046df9f7a06 2024-12-02T16:02:08,956 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e4381c4fe8824c9695f6b046df9f7a06, entries=150, sequenceid=279, filesize=12.0 K 2024-12-02T16:02:08,957 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e0daa21eb951589381316f2932077ade in 969ms, sequenceid=279, compaction requested=false 2024-12-02T16:02:08,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:08,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:08,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-02T16:02:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-02T16:02:08,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-02T16:02:08,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6460 sec 2024-12-02T16:02:08,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 3.6610 sec 2024-12-02T16:02:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:02:09,095 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:09,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:02:09,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202267b90ad6032457482a966a7463d67e1_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155329090/Put/seqid=0 2024-12-02T16:02:09,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155389122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155389124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155389125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155389125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155389125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741989_1165 (size=14994) 2024-12-02T16:02:09,142 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:09,151 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202267b90ad6032457482a966a7463d67e1_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202267b90ad6032457482a966a7463d67e1_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:09,153 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/36f76afe33fd4bdcbfe2f5a67f9b9fe9, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:09,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/36f76afe33fd4bdcbfe2f5a67f9b9fe9 is 175, key is test_row_0/A:col10/1733155329090/Put/seqid=0 2024-12-02T16:02:09,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741990_1166 (size=39949) 2024-12-02T16:02:09,192 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/36f76afe33fd4bdcbfe2f5a67f9b9fe9 2024-12-02T16:02:09,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/0eca00870c7d40f5b629cce3f0d3fc82 is 50, key is test_row_0/B:col10/1733155329090/Put/seqid=0 2024-12-02T16:02:09,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155389240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155389240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155389240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155389242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155389243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741991_1167 (size=12301) 2024-12-02T16:02:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155389447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155389448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155389451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T16:02:09,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,458 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:09,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155389448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,459 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:09,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-02T16:02:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T16:02:09,464 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:09,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155389458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,465 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:09,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T16:02:09,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-02T16:02:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:09,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:09,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:09,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/0eca00870c7d40f5b629cce3f0d3fc82 2024-12-02T16:02:09,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/a57a9f26d9f4432bbed6d8b8335198de is 50, key is test_row_0/C:col10/1733155329090/Put/seqid=0 2024-12-02T16:02:09,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741992_1168 (size=12301) 2024-12-02T16:02:09,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155389758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155389768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155389768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155389768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T16:02:09,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155389782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:09,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-02T16:02:09,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:09,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:09,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:09,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:09,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:09,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:09,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:09,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-02T16:02:09,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:09,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:09,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:09,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:09,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T16:02:10,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/a57a9f26d9f4432bbed6d8b8335198de 2024-12-02T16:02:10,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-02T16:02:10,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:10,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:10,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:10,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:10,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:10,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/36f76afe33fd4bdcbfe2f5a67f9b9fe9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36f76afe33fd4bdcbfe2f5a67f9b9fe9 2024-12-02T16:02:10,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36f76afe33fd4bdcbfe2f5a67f9b9fe9, entries=200, sequenceid=303, filesize=39.0 K 2024-12-02T16:02:10,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/0eca00870c7d40f5b629cce3f0d3fc82 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0eca00870c7d40f5b629cce3f0d3fc82 2024-12-02T16:02:10,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0eca00870c7d40f5b629cce3f0d3fc82, entries=150, sequenceid=303, filesize=12.0 K 2024-12-02T16:02:10,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/a57a9f26d9f4432bbed6d8b8335198de as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a57a9f26d9f4432bbed6d8b8335198de 2024-12-02T16:02:10,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a57a9f26d9f4432bbed6d8b8335198de, entries=150, sequenceid=303, filesize=12.0 K 2024-12-02T16:02:10,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e0daa21eb951589381316f2932077ade in 1092ms, sequenceid=303, compaction requested=true 2024-12-02T16:02:10,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:10,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:10,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:10,187 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:10,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:10,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:10,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:10,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:02:10,189 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:10,195 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102973 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:10,195 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/A is initiating minor compaction (all files) 2024-12-02T16:02:10,195 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/A in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:10,195 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/3e8dbc3cf774455aa27649c73eef4a76, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ba3a5eada56d49fc94a668110523d8b6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36f76afe33fd4bdcbfe2f5a67f9b9fe9] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=100.6 K 2024-12-02T16:02:10,195 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:10,195 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/3e8dbc3cf774455aa27649c73eef4a76, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ba3a5eada56d49fc94a668110523d8b6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36f76afe33fd4bdcbfe2f5a67f9b9fe9] 2024-12-02T16:02:10,195 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:10,196 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/B is initiating minor compaction (all files) 2024-12-02T16:02:10,196 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/B in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:10,196 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1386c774228e43c8ad6700e375ad67b8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6e7315391cc04f7a9b465b9e394ff7e8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0eca00870c7d40f5b629cce3f0d3fc82] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=36.5 K 2024-12-02T16:02:10,200 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1386c774228e43c8ad6700e375ad67b8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733155325866 2024-12-02T16:02:10,200 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e8dbc3cf774455aa27649c73eef4a76, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733155325866 2024-12-02T16:02:10,201 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e7315391cc04f7a9b465b9e394ff7e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733155326584 2024-12-02T16:02:10,201 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0eca00870c7d40f5b629cce3f0d3fc82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733155329090 2024-12-02T16:02:10,207 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting ba3a5eada56d49fc94a668110523d8b6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733155326584 2024-12-02T16:02:10,215 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 36f76afe33fd4bdcbfe2f5a67f9b9fe9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733155329090 2024-12-02T16:02:10,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-02T16:02:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:10,262 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T16:02:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:02:10,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. as already flushing 2024-12-02T16:02:10,312 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#B#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:10,313 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:10,313 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/c1747d5ba9cc44cfb81ea9d9ae59c911 is 50, key is test_row_0/B:col10/1733155329090/Put/seqid=0 2024-12-02T16:02:10,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023130e08b65004bc8b06c299e77b17951_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155329123/Put/seqid=0 2024-12-02T16:02:10,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741993_1169 (size=13017) 2024-12-02T16:02:10,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155390323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155390326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,337 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120299e3a55497734325962e368e068ecadf_e0daa21eb951589381316f2932077ade store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:10,339 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120299e3a55497734325962e368e068ecadf_e0daa21eb951589381316f2932077ade, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:10,339 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120299e3a55497734325962e368e068ecadf_e0daa21eb951589381316f2932077ade because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:10,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155390333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155390334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155390334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,351 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/c1747d5ba9cc44cfb81ea9d9ae59c911 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/c1747d5ba9cc44cfb81ea9d9ae59c911 2024-12-02T16:02:10,363 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/B of e0daa21eb951589381316f2932077ade into c1747d5ba9cc44cfb81ea9d9ae59c911(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:10,363 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:10,363 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/B, priority=13, startTime=1733155330187; duration=0sec 2024-12-02T16:02:10,363 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:10,363 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:B 2024-12-02T16:02:10,364 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:10,366 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:10,366 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/C is initiating minor compaction (all files) 2024-12-02T16:02:10,366 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/C in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:10,366 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4819d7ca3fa84027b75b83d39458dfee, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e4381c4fe8824c9695f6b046df9f7a06, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a57a9f26d9f4432bbed6d8b8335198de] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=36.5 K 2024-12-02T16:02:10,367 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4819d7ca3fa84027b75b83d39458dfee, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733155325866 2024-12-02T16:02:10,367 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4381c4fe8824c9695f6b046df9f7a06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733155326584 2024-12-02T16:02:10,368 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting a57a9f26d9f4432bbed6d8b8335198de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733155329090 2024-12-02T16:02:10,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741994_1170 (size=12454) 2024-12-02T16:02:10,402 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:10,403 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/febb5373c6e04c649a8a3972650c8656 is 50, key is test_row_0/C:col10/1733155329090/Put/seqid=0 2024-12-02T16:02:10,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741995_1171 (size=4469) 2024-12-02T16:02:10,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741996_1172 (size=13017) 2024-12-02T16:02:10,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155390443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155390444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155390448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155390449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155390449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T16:02:10,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155390648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155390658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155390658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155390658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155390658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:10,798 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023130e08b65004bc8b06c299e77b17951_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023130e08b65004bc8b06c299e77b17951_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:10,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/416f9785d5004a94877bb04e5518c1a7, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:10,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/416f9785d5004a94877bb04e5518c1a7 is 175, key is test_row_0/A:col10/1733155329123/Put/seqid=0 2024-12-02T16:02:10,827 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#A#compaction#133 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:10,827 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/5e5fe0d9ed6346c48c3dd83da122f63f is 175, key is test_row_0/A:col10/1733155329090/Put/seqid=0 2024-12-02T16:02:10,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741997_1173 (size=31255) 2024-12-02T16:02:10,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741998_1174 (size=31971) 2024-12-02T16:02:10,895 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/febb5373c6e04c649a8a3972650c8656 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/febb5373c6e04c649a8a3972650c8656 2024-12-02T16:02:10,907 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/5e5fe0d9ed6346c48c3dd83da122f63f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5e5fe0d9ed6346c48c3dd83da122f63f 2024-12-02T16:02:10,936 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/C of e0daa21eb951589381316f2932077ade into febb5373c6e04c649a8a3972650c8656(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:10,936 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:10,936 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/C, priority=13, startTime=1733155330187; duration=0sec 2024-12-02T16:02:10,936 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:10,936 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:C 2024-12-02T16:02:10,951 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/A of e0daa21eb951589381316f2932077ade into 5e5fe0d9ed6346c48c3dd83da122f63f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:10,951 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:10,951 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/A, priority=13, startTime=1733155330187; duration=0sec 2024-12-02T16:02:10,954 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:10,955 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:A 2024-12-02T16:02:10,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155390963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155390968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155390978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155390979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:10,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155390991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:11,245 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/416f9785d5004a94877bb04e5518c1a7 2024-12-02T16:02:11,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/01d53c9d5f8c446db543a6c7ce7bea80 is 50, key is test_row_0/B:col10/1733155329123/Put/seqid=0 2024-12-02T16:02:11,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741999_1175 (size=12301) 2024-12-02T16:02:11,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:11,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155391478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155391479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:11,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155391488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:11,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155391488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:11,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:11,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:11,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:11,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:11,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:11,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:11,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155391506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T16:02:11,811 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/01d53c9d5f8c446db543a6c7ce7bea80 2024-12-02T16:02:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/8453f71db66e4154bb36c2f385f645c6 is 50, key is test_row_0/C:col10/1733155329123/Put/seqid=0 2024-12-02T16:02:11,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742000_1176 (size=12301) 2024-12-02T16:02:12,291 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/8453f71db66e4154bb36c2f385f645c6 2024-12-02T16:02:12,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/416f9785d5004a94877bb04e5518c1a7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/416f9785d5004a94877bb04e5518c1a7 2024-12-02T16:02:12,369 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/416f9785d5004a94877bb04e5518c1a7, entries=150, sequenceid=317, filesize=30.5 K 2024-12-02T16:02:12,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/01d53c9d5f8c446db543a6c7ce7bea80 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/01d53c9d5f8c446db543a6c7ce7bea80 2024-12-02T16:02:12,407 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/01d53c9d5f8c446db543a6c7ce7bea80, entries=150, sequenceid=317, filesize=12.0 K 2024-12-02T16:02:12,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/8453f71db66e4154bb36c2f385f645c6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8453f71db66e4154bb36c2f385f645c6 2024-12-02T16:02:12,447 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8453f71db66e4154bb36c2f385f645c6, entries=150, sequenceid=317, filesize=12.0 K 2024-12-02T16:02:12,451 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for e0daa21eb951589381316f2932077ade in 2189ms, sequenceid=317, compaction requested=false 2024-12-02T16:02:12,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:12,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:12,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-02T16:02:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-02T16:02:12,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-02T16:02:12,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9970 sec 2024-12-02T16:02:12,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 3.0080 sec 2024-12-02T16:02:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:02:12,497 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:12,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:02:12,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120271a55e3ba2354707b8b57436d8919c59_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155330308/Put/seqid=0 2024-12-02T16:02:12,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155392539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155392542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155392547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155392549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155392559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742001_1177 (size=14994) 2024-12-02T16:02:12,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155392659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155392668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155392670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155392677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155392692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155392879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155392879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155392879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155392888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:12,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155392910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:12,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:12,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:13,003 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:13,027 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120271a55e3ba2354707b8b57436d8919c59_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120271a55e3ba2354707b8b57436d8919c59_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:13,037 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ad8a2fd2421d457a9245ee3c8f0c5f7e, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:13,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ad8a2fd2421d457a9245ee3c8f0c5f7e is 175, key is test_row_0/A:col10/1733155330308/Put/seqid=0 2024-12-02T16:02:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742002_1178 (size=39949) 2024-12-02T16:02:13,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155393190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:13,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155393190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:13,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155393191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:13,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:13,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155393198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:13,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:13,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155393230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:13,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:13,506 INFO [Thread-479 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-479. 2024-12-02T16:02:13,506 DEBUG [Thread-479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:13,506 DEBUG [Thread-479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:13,506 DEBUG [Thread-479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:13,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:13,507 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ad8a2fd2421d457a9245ee3c8f0c5f7e 2024-12-02T16:02:13,510 INFO [Thread-485 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-485. 2024-12-02T16:02:13,510 DEBUG [Thread-485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:13,511 DEBUG [Thread-485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:13,511 DEBUG [Thread-485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:13,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:13,513 INFO [Thread-481 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-481. 2024-12-02T16:02:13,513 DEBUG [Thread-481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:13,513 DEBUG [Thread-481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:13,513 DEBUG [Thread-481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:13,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:13,516 INFO [Thread-483 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-483. 2024-12-02T16:02:13,516 DEBUG [Thread-483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:13,516 DEBUG [Thread-483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:13,516 DEBUG [Thread-483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:13,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:13,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/6b23783452e94888ac4b4f3fcd27e132 is 50, key is test_row_0/B:col10/1733155330308/Put/seqid=0 2024-12-02T16:02:13,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742003_1179 (size=12301) 2024-12-02T16:02:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T16:02:13,636 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:13,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33576 deadline: 1733155393708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:13,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:13,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33610 deadline: 1733155393708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33590 deadline: 1733155393708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:13,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33562 deadline: 1733155393718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33638 deadline: 1733155393749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:13,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/6b23783452e94888ac4b4f3fcd27e132 2024-12-02T16:02:13,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/40f5922d02884413ad1924201e3587ca is 50, key is test_row_0/C:col10/1733155330308/Put/seqid=0 2024-12-02T16:02:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742004_1180 (size=12301) 2024-12-02T16:02:14,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/40f5922d02884413ad1924201e3587ca 2024-12-02T16:02:14,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/ad8a2fd2421d457a9245ee3c8f0c5f7e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ad8a2fd2421d457a9245ee3c8f0c5f7e 2024-12-02T16:02:14,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ad8a2fd2421d457a9245ee3c8f0c5f7e, entries=200, sequenceid=344, filesize=39.0 K 2024-12-02T16:02:14,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/6b23783452e94888ac4b4f3fcd27e132 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6b23783452e94888ac4b4f3fcd27e132 2024-12-02T16:02:14,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6b23783452e94888ac4b4f3fcd27e132, entries=150, sequenceid=344, filesize=12.0 K 2024-12-02T16:02:14,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/40f5922d02884413ad1924201e3587ca as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/40f5922d02884413ad1924201e3587ca 2024-12-02T16:02:14,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/40f5922d02884413ad1924201e3587ca, entries=150, sequenceid=344, filesize=12.0 K 2024-12-02T16:02:14,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e0daa21eb951589381316f2932077ade in 1611ms, sequenceid=344, compaction requested=true 2024-12-02T16:02:14,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:14,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:14,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:14,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:14,109 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:14,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:14,109 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:14,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0daa21eb951589381316f2932077ade:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:14,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:14,110 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:14,110 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/B is initiating minor compaction (all files) 2024-12-02T16:02:14,110 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/B in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:14,111 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/c1747d5ba9cc44cfb81ea9d9ae59c911, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/01d53c9d5f8c446db543a6c7ce7bea80, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6b23783452e94888ac4b4f3fcd27e132] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=36.7 K 2024-12-02T16:02:14,111 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting c1747d5ba9cc44cfb81ea9d9ae59c911, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733155329090 2024-12-02T16:02:14,112 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 01d53c9d5f8c446db543a6c7ce7bea80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733155329118 2024-12-02T16:02:14,112 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b23783452e94888ac4b4f3fcd27e132, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733155330308 2024-12-02T16:02:14,115 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:14,115 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/A is initiating minor compaction (all files) 2024-12-02T16:02:14,116 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/A in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:14,116 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5e5fe0d9ed6346c48c3dd83da122f63f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/416f9785d5004a94877bb04e5518c1a7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ad8a2fd2421d457a9245ee3c8f0c5f7e] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=100.8 K 2024-12-02T16:02:14,116 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:14,116 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5e5fe0d9ed6346c48c3dd83da122f63f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/416f9785d5004a94877bb04e5518c1a7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ad8a2fd2421d457a9245ee3c8f0c5f7e] 2024-12-02T16:02:14,118 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e5fe0d9ed6346c48c3dd83da122f63f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733155329090 2024-12-02T16:02:14,121 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 416f9785d5004a94877bb04e5518c1a7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733155329118 2024-12-02T16:02:14,127 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad8a2fd2421d457a9245ee3c8f0c5f7e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733155330308 2024-12-02T16:02:14,137 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:14,138 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/24b09f99a61b492cab98d7bf3fbf1688 is 50, key is test_row_0/B:col10/1733155330308/Put/seqid=0 2024-12-02T16:02:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742005_1181 (size=13119) 2024-12-02T16:02:14,195 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:14,211 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412021e61c3b0b0414507b18206a34c68fcf0_e0daa21eb951589381316f2932077ade store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:14,246 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/24b09f99a61b492cab98d7bf3fbf1688 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/24b09f99a61b492cab98d7bf3fbf1688 2024-12-02T16:02:14,275 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412021e61c3b0b0414507b18206a34c68fcf0_e0daa21eb951589381316f2932077ade, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:14,275 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021e61c3b0b0414507b18206a34c68fcf0_e0daa21eb951589381316f2932077ade because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:14,299 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/B of e0daa21eb951589381316f2932077ade into 24b09f99a61b492cab98d7bf3fbf1688(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:14,299 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:14,299 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/B, priority=13, startTime=1733155334109; duration=0sec 2024-12-02T16:02:14,300 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:14,300 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:B 2024-12-02T16:02:14,300 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:14,317 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:14,317 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): e0daa21eb951589381316f2932077ade/C is initiating minor compaction (all files) 2024-12-02T16:02:14,317 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0daa21eb951589381316f2932077ade/C in TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:14,318 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/febb5373c6e04c649a8a3972650c8656, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8453f71db66e4154bb36c2f385f645c6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/40f5922d02884413ad1924201e3587ca] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp, totalSize=36.7 K 2024-12-02T16:02:14,319 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting febb5373c6e04c649a8a3972650c8656, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733155329090 2024-12-02T16:02:14,320 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 8453f71db66e4154bb36c2f385f645c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733155329118 2024-12-02T16:02:14,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742006_1182 (size=4469) 2024-12-02T16:02:14,323 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 40f5922d02884413ad1924201e3587ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733155330308 2024-12-02T16:02:14,333 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#A#compaction#142 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:14,334 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/e614be2382c84d77824425e654552d2b is 175, key is test_row_0/A:col10/1733155330308/Put/seqid=0 2024-12-02T16:02:14,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742007_1183 (size=32073) 2024-12-02T16:02:14,401 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0daa21eb951589381316f2932077ade#C#compaction#143 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:14,401 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/4f74b4c7420440ecba620cb535c31124 is 50, key is test_row_0/C:col10/1733155330308/Put/seqid=0 2024-12-02T16:02:14,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742008_1184 (size=13119) 2024-12-02T16:02:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on e0daa21eb951589381316f2932077ade 2024-12-02T16:02:14,720 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:14,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T16:02:14,720 INFO [Thread-476 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-476. 2024-12-02T16:02:14,721 DEBUG [Thread-476 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:14,721 DEBUG [Thread-476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,721 DEBUG [Thread-476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:14,721 INFO [Thread-468 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-468. 2024-12-02T16:02:14,721 DEBUG [Thread-468 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:14,721 DEBUG [Thread-468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,721 DEBUG [Thread-468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:14,722 INFO [Thread-470 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-470. 2024-12-02T16:02:14,722 DEBUG [Thread-470 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:14,722 DEBUG [Thread-470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,722 DEBUG [Thread-470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:14,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023c7fde1e70484765804c4c3363c8112b_e0daa21eb951589381316f2932077ade is 50, key is test_row_0/A:col10/1733155334718/Put/seqid=0 2024-12-02T16:02:14,754 INFO [Thread-474 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-474. 2024-12-02T16:02:14,755 DEBUG [Thread-474 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:14,755 DEBUG [Thread-474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,755 DEBUG [Thread-474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:14,778 INFO [Thread-472 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-472. 2024-12-02T16:02:14,779 DEBUG [Thread-472 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:14,779 DEBUG [Thread-472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,779 DEBUG [Thread-472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:14,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:02:14,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-02T16:02:14,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-02T16:02:14,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-02T16:02:14,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-02T16:02:14,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-02T16:02:14,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:02:14,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2901 2024-12-02T16:02:14,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2859 2024-12-02T16:02:14,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:02:14,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1381 2024-12-02T16:02:14,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4143 rows 2024-12-02T16:02:14,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1367 2024-12-02T16:02:14,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4100 rows 2024-12-02T16:02:14,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T16:02:14,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:02:14,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:14,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:14,781 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-02T16:02:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T16:02:14,791 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155334791"}]},"ts":"1733155334791"} 2024-12-02T16:02:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742009_1185 (size=12454) 2024-12-02T16:02:14,797 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:14,805 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:02:14,805 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:02:14,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:02:14,819 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/e614be2382c84d77824425e654552d2b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/e614be2382c84d77824425e654552d2b 2024-12-02T16:02:14,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, UNASSIGN}] 2024-12-02T16:02:14,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, UNASSIGN 2024-12-02T16:02:14,824 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023c7fde1e70484765804c4c3363c8112b_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023c7fde1e70484765804c4c3363c8112b_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:14,831 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=48 updating hbase:meta row=e0daa21eb951589381316f2932077ade, regionState=CLOSING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:14,832 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/b1671fee215a4452ac7c936537e29430, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:14,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/b1671fee215a4452ac7c936537e29430 is 175, key is test_row_0/A:col10/1733155334718/Put/seqid=0 2024-12-02T16:02:14,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, UNASSIGN because future has completed 2024-12-02T16:02:14,836 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:02:14,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; CloseRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:02:14,845 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/A of e0daa21eb951589381316f2932077ade into e614be2382c84d77824425e654552d2b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:14,845 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:14,845 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/A, priority=13, startTime=1733155334109; duration=0sec 2024-12-02T16:02:14,845 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:14,845 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:A 2024-12-02T16:02:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742010_1186 (size=31255) 2024-12-02T16:02:14,889 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/b1671fee215a4452ac7c936537e29430 2024-12-02T16:02:14,890 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/4f74b4c7420440ecba620cb535c31124 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4f74b4c7420440ecba620cb535c31124 2024-12-02T16:02:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T16:02:14,944 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0daa21eb951589381316f2932077ade/C of e0daa21eb951589381316f2932077ade into 4f74b4c7420440ecba620cb535c31124(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:14,944 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:14,944 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., storeName=e0daa21eb951589381316f2932077ade/C, priority=13, startTime=1733155334109; duration=0sec 2024-12-02T16:02:14,945 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:14,945 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0daa21eb951589381316f2932077ade:C 2024-12-02T16:02:14,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/a66e94ba99a24d66b6388342f6b05b18 is 50, key is test_row_0/B:col10/1733155334718/Put/seqid=0 2024-12-02T16:02:14,996 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(122): Close e0daa21eb951589381316f2932077ade 2024-12-02T16:02:14,996 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T16:02:14,996 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1722): Closing e0daa21eb951589381316f2932077ade, disabling compactions & flushes 2024-12-02T16:02:14,997 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:15,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742011_1187 (size=12301) 2024-12-02T16:02:15,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/a66e94ba99a24d66b6388342f6b05b18 2024-12-02T16:02:15,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/4ae40f8478b9441a9f27a00e0c70c2ab is 50, key is test_row_0/C:col10/1733155334718/Put/seqid=0 2024-12-02T16:02:15,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742012_1188 (size=12301) 2024-12-02T16:02:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T16:02:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T16:02:15,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/4ae40f8478b9441a9f27a00e0c70c2ab 2024-12-02T16:02:15,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/b1671fee215a4452ac7c936537e29430 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/b1671fee215a4452ac7c936537e29430 2024-12-02T16:02:15,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/b1671fee215a4452ac7c936537e29430, entries=150, sequenceid=360, filesize=30.5 K 2024-12-02T16:02:15,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/a66e94ba99a24d66b6388342f6b05b18 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/a66e94ba99a24d66b6388342f6b05b18 2024-12-02T16:02:15,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/a66e94ba99a24d66b6388342f6b05b18, entries=150, sequenceid=360, filesize=12.0 K 2024-12-02T16:02:15,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/4ae40f8478b9441a9f27a00e0c70c2ab as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4ae40f8478b9441a9f27a00e0c70c2ab 2024-12-02T16:02:15,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4ae40f8478b9441a9f27a00e0c70c2ab, entries=150, sequenceid=360, filesize=12.0 K 2024-12-02T16:02:15,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=13.42 KB/13740 for e0daa21eb951589381316f2932077ade in 857ms, sequenceid=360, compaction requested=false 2024-12-02T16:02:15,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0daa21eb951589381316f2932077ade: 2024-12-02T16:02:15,578 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:15,578 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:15,579 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. after waiting 0 ms 2024-12-02T16:02:15,579 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:15,579 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(2902): Flushing e0daa21eb951589381316f2932077ade 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-02T16:02:15,603 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021fc7d7a04cd84bd2b1814a528abeb19c_e0daa21eb951589381316f2932077ade is 50, key is test_row_2/A:col10/1733155334765/Put/seqid=0 2024-12-02T16:02:15,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742013_1189 (size=7374) 2024-12-02T16:02:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T16:02:16,064 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:16,075 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021fc7d7a04cd84bd2b1814a528abeb19c_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021fc7d7a04cd84bd2b1814a528abeb19c_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:16,083 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/04ac67bb3ddc469a9e8b69ebed96b692, store: [table=TestAcidGuarantees family=A region=e0daa21eb951589381316f2932077ade] 2024-12-02T16:02:16,084 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/04ac67bb3ddc469a9e8b69ebed96b692 is 175, key is test_row_2/A:col10/1733155334765/Put/seqid=0 2024-12-02T16:02:16,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742014_1190 (size=13865) 2024-12-02T16:02:16,518 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/04ac67bb3ddc469a9e8b69ebed96b692 2024-12-02T16:02:16,529 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/d80e181371f747c79293fdfc587af8c5 is 50, key is test_row_2/B:col10/1733155334765/Put/seqid=0 2024-12-02T16:02:16,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742015_1191 (size=7415) 2024-12-02T16:02:16,564 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/d80e181371f747c79293fdfc587af8c5 2024-12-02T16:02:16,577 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/71fc54abbb5d4829b8a6ba3f623386a1 is 50, key is test_row_2/C:col10/1733155334765/Put/seqid=0 2024-12-02T16:02:16,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742016_1192 (size=7415) 2024-12-02T16:02:16,615 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/71fc54abbb5d4829b8a6ba3f623386a1 2024-12-02T16:02:16,627 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/A/04ac67bb3ddc469a9e8b69ebed96b692 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/04ac67bb3ddc469a9e8b69ebed96b692 2024-12-02T16:02:16,632 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/04ac67bb3ddc469a9e8b69ebed96b692, entries=50, sequenceid=367, filesize=13.5 K 2024-12-02T16:02:16,635 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/B/d80e181371f747c79293fdfc587af8c5 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/d80e181371f747c79293fdfc587af8c5 2024-12-02T16:02:16,642 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/d80e181371f747c79293fdfc587af8c5, entries=50, sequenceid=367, filesize=7.2 K 2024-12-02T16:02:16,645 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/.tmp/C/71fc54abbb5d4829b8a6ba3f623386a1 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/71fc54abbb5d4829b8a6ba3f623386a1 2024-12-02T16:02:16,661 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/71fc54abbb5d4829b8a6ba3f623386a1, entries=50, sequenceid=367, filesize=7.2 K 2024-12-02T16:02:16,663 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for e0daa21eb951589381316f2932077ade in 1084ms, sequenceid=367, compaction requested=true 2024-12-02T16:02:16,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f343f355f27c4458812b65ef27358c89, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/cec3f85238af4d05ac021b22222273fb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f07c99fc09654270b4a56e6887a25bc6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/df14ddf23a5b400db66aad79c357e076, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/c2ddfcfdd4434249b4612f3a0e461904, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/a826d1bc9b71467fa0a9e6b1e1c0f1ce, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/86e4ed612d9e4a54bcd84a442577fb77, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/195de8c1c9c64950b5265945094adb62, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ddb2b3968d384e77bf5293b8ad994fcd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/80eccab1e9cd4b8ebfc981e13aa2247f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5b7a0e3f275e46ecad07862e30972c56, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/05fece6a5b8e4a78a5a5bf8b8b3b997b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/69f4e8052b384893adfeacc76d2b6289, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36901a8ae08642de826335f2cb0b0eef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ca5e9718aee4433babe707ad001d64e5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/2ed67d2fe9ae43579da08b2bd2cca8f4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/74fa1b3b5065490d934ebc24457d75c3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/8b2bcbfa3c464281894069aa3b663c34, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/3e8dbc3cf774455aa27649c73eef4a76, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ba3a5eada56d49fc94a668110523d8b6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36f76afe33fd4bdcbfe2f5a67f9b9fe9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5e5fe0d9ed6346c48c3dd83da122f63f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/416f9785d5004a94877bb04e5518c1a7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ad8a2fd2421d457a9245ee3c8f0c5f7e] to archive 2024-12-02T16:02:16,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:02:16,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f343f355f27c4458812b65ef27358c89 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f343f355f27c4458812b65ef27358c89 2024-12-02T16:02:16,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/cec3f85238af4d05ac021b22222273fb to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/cec3f85238af4d05ac021b22222273fb 2024-12-02T16:02:16,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f07c99fc09654270b4a56e6887a25bc6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/f07c99fc09654270b4a56e6887a25bc6 2024-12-02T16:02:16,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/df14ddf23a5b400db66aad79c357e076 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/df14ddf23a5b400db66aad79c357e076 2024-12-02T16:02:16,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/c2ddfcfdd4434249b4612f3a0e461904 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/c2ddfcfdd4434249b4612f3a0e461904 2024-12-02T16:02:16,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/a826d1bc9b71467fa0a9e6b1e1c0f1ce to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/a826d1bc9b71467fa0a9e6b1e1c0f1ce 2024-12-02T16:02:16,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/86e4ed612d9e4a54bcd84a442577fb77 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/86e4ed612d9e4a54bcd84a442577fb77 2024-12-02T16:02:16,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/195de8c1c9c64950b5265945094adb62 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/195de8c1c9c64950b5265945094adb62 2024-12-02T16:02:16,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ddb2b3968d384e77bf5293b8ad994fcd to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ddb2b3968d384e77bf5293b8ad994fcd 2024-12-02T16:02:16,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/80eccab1e9cd4b8ebfc981e13aa2247f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/80eccab1e9cd4b8ebfc981e13aa2247f 2024-12-02T16:02:16,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5b7a0e3f275e46ecad07862e30972c56 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5b7a0e3f275e46ecad07862e30972c56 2024-12-02T16:02:16,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/05fece6a5b8e4a78a5a5bf8b8b3b997b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/05fece6a5b8e4a78a5a5bf8b8b3b997b 2024-12-02T16:02:16,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/69f4e8052b384893adfeacc76d2b6289 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/69f4e8052b384893adfeacc76d2b6289 2024-12-02T16:02:16,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36901a8ae08642de826335f2cb0b0eef to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36901a8ae08642de826335f2cb0b0eef 2024-12-02T16:02:16,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ca5e9718aee4433babe707ad001d64e5 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ca5e9718aee4433babe707ad001d64e5 2024-12-02T16:02:16,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/2ed67d2fe9ae43579da08b2bd2cca8f4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/2ed67d2fe9ae43579da08b2bd2cca8f4 2024-12-02T16:02:16,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/74fa1b3b5065490d934ebc24457d75c3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/74fa1b3b5065490d934ebc24457d75c3 2024-12-02T16:02:16,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/8b2bcbfa3c464281894069aa3b663c34 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/8b2bcbfa3c464281894069aa3b663c34 2024-12-02T16:02:16,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/3e8dbc3cf774455aa27649c73eef4a76 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/3e8dbc3cf774455aa27649c73eef4a76 2024-12-02T16:02:16,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ba3a5eada56d49fc94a668110523d8b6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ba3a5eada56d49fc94a668110523d8b6 2024-12-02T16:02:16,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36f76afe33fd4bdcbfe2f5a67f9b9fe9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/36f76afe33fd4bdcbfe2f5a67f9b9fe9 2024-12-02T16:02:16,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5e5fe0d9ed6346c48c3dd83da122f63f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/5e5fe0d9ed6346c48c3dd83da122f63f 2024-12-02T16:02:16,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/416f9785d5004a94877bb04e5518c1a7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/416f9785d5004a94877bb04e5518c1a7 2024-12-02T16:02:16,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ad8a2fd2421d457a9245ee3c8f0c5f7e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/ad8a2fd2421d457a9245ee3c8f0c5f7e 2024-12-02T16:02:16,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8586308247344522bf5337711bf56508, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/94e598ebe25a4a8b855ddb3a151df76f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1175d9f875954ffdb2ed7834b86072e4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/2c7852a7acbb42858d4cf32b0a8490dc, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/472b4087fefd4e46b3eca6029cd89bf2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/b7bc3542bfa6470b8720b1b438a9d95b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/d46641fc6da54495847ad1d84feb9f0f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/48f52f48bad7420e8637bb0bb330e47d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/e0379205f63940cf941a350a4641595e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1a66c0360d44434e8c036010908aca98, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/3368709dcee949299fb27dec957663d6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/e729bd7cc5894614b8c8472feaad0ba6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/51171f7249ec4ef8929b05cb89d61336, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/84f517a15079473d8c3c273b3c6c3c58, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1152e408b2e14efb95729c5deca6c4c3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/41d0dd4d41824a959d8118e8f66e93cd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0a6bb0f60eed46e2ae2ead816e88c8b4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1386c774228e43c8ad6700e375ad67b8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8dd5333ce625450c8e19990a80af5bc8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6e7315391cc04f7a9b465b9e394ff7e8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/c1747d5ba9cc44cfb81ea9d9ae59c911, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0eca00870c7d40f5b629cce3f0d3fc82, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/01d53c9d5f8c446db543a6c7ce7bea80, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6b23783452e94888ac4b4f3fcd27e132] to archive 2024-12-02T16:02:16,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:02:16,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8586308247344522bf5337711bf56508 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8586308247344522bf5337711bf56508 2024-12-02T16:02:16,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/94e598ebe25a4a8b855ddb3a151df76f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/94e598ebe25a4a8b855ddb3a151df76f 2024-12-02T16:02:16,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1175d9f875954ffdb2ed7834b86072e4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1175d9f875954ffdb2ed7834b86072e4 2024-12-02T16:02:16,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/2c7852a7acbb42858d4cf32b0a8490dc to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/2c7852a7acbb42858d4cf32b0a8490dc 2024-12-02T16:02:16,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/472b4087fefd4e46b3eca6029cd89bf2 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/472b4087fefd4e46b3eca6029cd89bf2 2024-12-02T16:02:16,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/b7bc3542bfa6470b8720b1b438a9d95b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/b7bc3542bfa6470b8720b1b438a9d95b 2024-12-02T16:02:16,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/d46641fc6da54495847ad1d84feb9f0f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/d46641fc6da54495847ad1d84feb9f0f 2024-12-02T16:02:16,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/48f52f48bad7420e8637bb0bb330e47d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/48f52f48bad7420e8637bb0bb330e47d 2024-12-02T16:02:16,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/e0379205f63940cf941a350a4641595e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/e0379205f63940cf941a350a4641595e 2024-12-02T16:02:16,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1a66c0360d44434e8c036010908aca98 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1a66c0360d44434e8c036010908aca98 2024-12-02T16:02:16,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/3368709dcee949299fb27dec957663d6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/3368709dcee949299fb27dec957663d6 2024-12-02T16:02:16,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/e729bd7cc5894614b8c8472feaad0ba6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/e729bd7cc5894614b8c8472feaad0ba6 2024-12-02T16:02:16,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/51171f7249ec4ef8929b05cb89d61336 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/51171f7249ec4ef8929b05cb89d61336 2024-12-02T16:02:16,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/84f517a15079473d8c3c273b3c6c3c58 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/84f517a15079473d8c3c273b3c6c3c58 2024-12-02T16:02:16,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1152e408b2e14efb95729c5deca6c4c3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1152e408b2e14efb95729c5deca6c4c3 2024-12-02T16:02:16,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/41d0dd4d41824a959d8118e8f66e93cd to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/41d0dd4d41824a959d8118e8f66e93cd 2024-12-02T16:02:16,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0a6bb0f60eed46e2ae2ead816e88c8b4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0a6bb0f60eed46e2ae2ead816e88c8b4 2024-12-02T16:02:16,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1386c774228e43c8ad6700e375ad67b8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/1386c774228e43c8ad6700e375ad67b8 2024-12-02T16:02:16,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8dd5333ce625450c8e19990a80af5bc8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/8dd5333ce625450c8e19990a80af5bc8 2024-12-02T16:02:16,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6e7315391cc04f7a9b465b9e394ff7e8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6e7315391cc04f7a9b465b9e394ff7e8 2024-12-02T16:02:16,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/c1747d5ba9cc44cfb81ea9d9ae59c911 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/c1747d5ba9cc44cfb81ea9d9ae59c911 2024-12-02T16:02:16,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0eca00870c7d40f5b629cce3f0d3fc82 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/0eca00870c7d40f5b629cce3f0d3fc82 2024-12-02T16:02:16,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/01d53c9d5f8c446db543a6c7ce7bea80 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/01d53c9d5f8c446db543a6c7ce7bea80 2024-12-02T16:02:16,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6b23783452e94888ac4b4f3fcd27e132 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/6b23783452e94888ac4b4f3fcd27e132 2024-12-02T16:02:16,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e7aa11c15a7d49e28314199f7aed7272, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/13428100039a43e0a426402ab76a7b4c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a39d13c3f984466fbeeb57561513d1a7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/b7e2e0f1abd84f6fa84a08a0dd61047b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/914b788f9066440cae098955842f8279, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/7640e0f1177b40139a3d633b2afd0826, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/eb95eb42bcbc45b9aff588f633556416, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/30fdc0cf046843018125aef63faa4a4d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e14269eebf3243d0a33a91d0e0423188, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/045ac8433bfa4e9ea06a3aa1028b4efd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a35a1427dbca42aaaa02c8bc4e923bd3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/ef9bf0880dc6456b8f3aeb671c9f4736, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fbc6786af7b546059a146403974a4bda, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/7c25079351e34e2a94dce9a33b70a89a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/bc677533736b40bbaabeeb5036bc4845, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fa7fa404a6dd4047ba8d8ddff0bd9af4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a09f6b44063a4b3593ac6ab6825b9dea, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4819d7ca3fa84027b75b83d39458dfee, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8fd93eed21bb4fe0ac674fc7413ec3ef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e4381c4fe8824c9695f6b046df9f7a06, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/febb5373c6e04c649a8a3972650c8656, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a57a9f26d9f4432bbed6d8b8335198de, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8453f71db66e4154bb36c2f385f645c6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/40f5922d02884413ad1924201e3587ca] to archive 2024-12-02T16:02:16,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:02:16,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e7aa11c15a7d49e28314199f7aed7272 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e7aa11c15a7d49e28314199f7aed7272 2024-12-02T16:02:16,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/13428100039a43e0a426402ab76a7b4c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/13428100039a43e0a426402ab76a7b4c 2024-12-02T16:02:16,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a39d13c3f984466fbeeb57561513d1a7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a39d13c3f984466fbeeb57561513d1a7 2024-12-02T16:02:16,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/b7e2e0f1abd84f6fa84a08a0dd61047b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/b7e2e0f1abd84f6fa84a08a0dd61047b 2024-12-02T16:02:16,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/914b788f9066440cae098955842f8279 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/914b788f9066440cae098955842f8279 2024-12-02T16:02:16,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/7640e0f1177b40139a3d633b2afd0826 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/7640e0f1177b40139a3d633b2afd0826 2024-12-02T16:02:16,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/eb95eb42bcbc45b9aff588f633556416 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/eb95eb42bcbc45b9aff588f633556416 2024-12-02T16:02:16,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/30fdc0cf046843018125aef63faa4a4d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/30fdc0cf046843018125aef63faa4a4d 2024-12-02T16:02:16,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e14269eebf3243d0a33a91d0e0423188 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e14269eebf3243d0a33a91d0e0423188 2024-12-02T16:02:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T16:02:16,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/045ac8433bfa4e9ea06a3aa1028b4efd to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/045ac8433bfa4e9ea06a3aa1028b4efd 2024-12-02T16:02:16,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a35a1427dbca42aaaa02c8bc4e923bd3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a35a1427dbca42aaaa02c8bc4e923bd3 2024-12-02T16:02:16,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/ef9bf0880dc6456b8f3aeb671c9f4736 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/ef9bf0880dc6456b8f3aeb671c9f4736 2024-12-02T16:02:16,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fbc6786af7b546059a146403974a4bda to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fbc6786af7b546059a146403974a4bda 2024-12-02T16:02:16,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/7c25079351e34e2a94dce9a33b70a89a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/7c25079351e34e2a94dce9a33b70a89a 2024-12-02T16:02:16,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/bc677533736b40bbaabeeb5036bc4845 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/bc677533736b40bbaabeeb5036bc4845 2024-12-02T16:02:16,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fa7fa404a6dd4047ba8d8ddff0bd9af4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/fa7fa404a6dd4047ba8d8ddff0bd9af4 2024-12-02T16:02:16,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a09f6b44063a4b3593ac6ab6825b9dea to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a09f6b44063a4b3593ac6ab6825b9dea 2024-12-02T16:02:16,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:02:16,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4819d7ca3fa84027b75b83d39458dfee to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4819d7ca3fa84027b75b83d39458dfee 2024-12-02T16:02:16,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8fd93eed21bb4fe0ac674fc7413ec3ef to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8fd93eed21bb4fe0ac674fc7413ec3ef 2024-12-02T16:02:16,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e4381c4fe8824c9695f6b046df9f7a06 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/e4381c4fe8824c9695f6b046df9f7a06 2024-12-02T16:02:16,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/febb5373c6e04c649a8a3972650c8656 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/febb5373c6e04c649a8a3972650c8656 2024-12-02T16:02:17,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a57a9f26d9f4432bbed6d8b8335198de to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/a57a9f26d9f4432bbed6d8b8335198de 2024-12-02T16:02:17,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8453f71db66e4154bb36c2f385f645c6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/8453f71db66e4154bb36c2f385f645c6 2024-12-02T16:02:17,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/40f5922d02884413ad1924201e3587ca to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/40f5922d02884413ad1924201e3587ca 2024-12-02T16:02:17,059 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/recovered.edits/370.seqid, newMaxSeqId=370, maxSeqId=4 2024-12-02T16:02:17,063 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. 2024-12-02T16:02:17,063 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1676): Region close journal for e0daa21eb951589381316f2932077ade: Waiting for close lock at 1733155334996Running coprocessor pre-close hooks at 1733155334996Disabling compacts and flushes for region at 1733155334996Disabling writes for close at 1733155335579 (+583 ms)Obtaining lock to block concurrent updates at 1733155335579Preparing flush snapshotting stores in e0daa21eb951589381316f2932077ade at 1733155335579Finished memstore snapshotting TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1733155335579Flushing stores of TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade. at 1733155335580 (+1 ms)Flushing e0daa21eb951589381316f2932077ade/A: creating writer at 1733155335580Flushing mob file e0daa21eb951589381316f2932077ade/A: appending metadata at 1733155335603 (+23 ms)Flushing mob file e0daa21eb951589381316f2932077ade/A: closing flushed file at 1733155335603Flushing e0daa21eb951589381316f2932077ade/A: appending metadata at 1733155336083 (+480 ms)Flushing e0daa21eb951589381316f2932077ade/A: closing flushed file at 1733155336083Flushing e0daa21eb951589381316f2932077ade/B: creating writer at 1733155336525 (+442 ms)Flushing e0daa21eb951589381316f2932077ade/B: appending metadata at 1733155336528 (+3 ms)Flushing e0daa21eb951589381316f2932077ade/B: closing flushed file at 1733155336528Flushing e0daa21eb951589381316f2932077ade/C: creating writer at 1733155336573 (+45 ms)Flushing e0daa21eb951589381316f2932077ade/C: appending metadata at 1733155336577 (+4 ms)Flushing e0daa21eb951589381316f2932077ade/C: closing flushed file at 1733155336577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a361f63: reopening flushed file at 1733155336622 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e01e551: reopening flushed file at 1733155336633 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b40b1bb: reopening flushed file at 1733155336642 (+9 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for e0daa21eb951589381316f2932077ade in 1084ms, sequenceid=367, compaction requested=true at 1733155336663 (+21 ms)Writing region close event to WAL at 1733155337030 (+367 ms)Running coprocessor post-close hooks at 1733155337063 (+33 ms)Closed at 1733155337063 2024-12-02T16:02:17,066 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(157): Closed e0daa21eb951589381316f2932077ade 2024-12-02T16:02:17,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=48 updating hbase:meta row=e0daa21eb951589381316f2932077ade, regionState=CLOSED 2024-12-02T16:02:17,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=48, state=RUNNABLE, hasLock=false; CloseRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:02:17,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-02T16:02:17,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; CloseRegionProcedure e0daa21eb951589381316f2932077ade, server=e1c0b6c2739c,37869,1733155278829 in 2.2380 sec 2024-12-02T16:02:17,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-02T16:02:17,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0daa21eb951589381316f2932077ade, UNASSIGN in 2.2560 sec 2024-12-02T16:02:17,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-02T16:02:17,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2700 sec 2024-12-02T16:02:17,086 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155337085"}]},"ts":"1733155337085"} 2024-12-02T16:02:17,088 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:02:17,088 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:02:17,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.3080 sec 2024-12-02T16:02:18,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T16:02:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T16:02:18,968 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:18,968 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-02T16:02:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:18,970 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T16:02:18,971 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=50, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:18,973 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade 2024-12-02T16:02:18,976 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/recovered.edits] 2024-12-02T16:02:18,979 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/04ac67bb3ddc469a9e8b69ebed96b692 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/04ac67bb3ddc469a9e8b69ebed96b692 2024-12-02T16:02:18,981 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/b1671fee215a4452ac7c936537e29430 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/b1671fee215a4452ac7c936537e29430 2024-12-02T16:02:18,984 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/e614be2382c84d77824425e654552d2b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/A/e614be2382c84d77824425e654552d2b 2024-12-02T16:02:18,988 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/24b09f99a61b492cab98d7bf3fbf1688 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/24b09f99a61b492cab98d7bf3fbf1688 2024-12-02T16:02:18,990 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/a66e94ba99a24d66b6388342f6b05b18 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/a66e94ba99a24d66b6388342f6b05b18 2024-12-02T16:02:18,991 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/d80e181371f747c79293fdfc587af8c5 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/B/d80e181371f747c79293fdfc587af8c5 2024-12-02T16:02:18,994 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4ae40f8478b9441a9f27a00e0c70c2ab to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4ae40f8478b9441a9f27a00e0c70c2ab 2024-12-02T16:02:18,997 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4f74b4c7420440ecba620cb535c31124 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/4f74b4c7420440ecba620cb535c31124 2024-12-02T16:02:18,998 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/71fc54abbb5d4829b8a6ba3f623386a1 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/C/71fc54abbb5d4829b8a6ba3f623386a1 2024-12-02T16:02:19,002 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/recovered.edits/370.seqid to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade/recovered.edits/370.seqid 2024-12-02T16:02:19,003 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,003 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:02:19,003 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:02:19,004 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T16:02:19,013 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020f10b33b07ae43419f2e27f1f9e5965a_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020f10b33b07ae43419f2e27f1f9e5965a_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,015 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021fc7d7a04cd84bd2b1814a528abeb19c_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021fc7d7a04cd84bd2b1814a528abeb19c_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,017 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202249b3eaea4944e08a5607569b460d7b3_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202249b3eaea4944e08a5607569b460d7b3_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,019 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202267b90ad6032457482a966a7463d67e1_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202267b90ad6032457482a966a7463d67e1_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,021 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023130e08b65004bc8b06c299e77b17951_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023130e08b65004bc8b06c299e77b17951_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,023 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023b537f4a62ba443ea1eab6934f208281_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023b537f4a62ba443ea1eab6934f208281_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,024 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023c7fde1e70484765804c4c3363c8112b_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023c7fde1e70484765804c4c3363c8112b_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,026 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024d93189334974f9793668901a5c84abc_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024d93189334974f9793668901a5c84abc_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,027 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026f06ea867e9648af970e089235675553_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026f06ea867e9648af970e089235675553_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,028 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120271a55e3ba2354707b8b57436d8919c59_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120271a55e3ba2354707b8b57436d8919c59_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,029 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027f05c6e030f4434ebf4538aab95df167_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027f05c6e030f4434ebf4538aab95df167_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,031 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027f56f4ec67cc4253aa48c885c7d237ac_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027f56f4ec67cc4253aa48c885c7d237ac_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,032 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029769be4951c040e2abaaa66ce39a686c_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029769be4951c040e2abaaa66ce39a686c_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,033 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120298ed74bbc8a3494489bed1bbd8e4db81_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120298ed74bbc8a3494489bed1bbd8e4db81_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,035 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a7263d3fc9a54d52bc92e08735535013_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a7263d3fc9a54d52bc92e08735535013_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,036 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202bcc38f0b2c994ba3b85d262facf57cf0_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202bcc38f0b2c994ba3b85d262facf57cf0_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,037 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d7cbe2d4950446d582f8dfc7de31e8ba_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d7cbe2d4950446d582f8dfc7de31e8ba_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,038 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d9d7e3dddba5419b9ed39d38a37433ee_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d9d7e3dddba5419b9ed39d38a37433ee_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,040 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202de04a0f34f454688b37f095985e1fbc5_e0daa21eb951589381316f2932077ade to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202de04a0f34f454688b37f095985e1fbc5_e0daa21eb951589381316f2932077ade 2024-12-02T16:02:19,041 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:02:19,044 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=50, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:19,047 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:02:19,049 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:02:19,051 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=50, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:19,051 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:02:19,051 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733155339051"}]},"ts":"9223372036854775807"} 2024-12-02T16:02:19,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T16:02:19,054 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e0daa21eb951589381316f2932077ade, NAME => 'TestAcidGuarantees,,1733155310272.e0daa21eb951589381316f2932077ade.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:02:19,054 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:02:19,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733155339054"}]},"ts":"9223372036854775807"} 2024-12-02T16:02:19,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T16:02:19,058 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=50, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:19,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 90 msec 2024-12-02T16:02:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T16:02:19,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T16:02:19,084 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:19,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239 (was 236) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/cluster_3bfcef82-9f9c-258e-52b9-4bb95db3d78f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-151010339_22 at /127.0.0.1:43348 [Waiting for operation #292] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/cluster_3bfcef82-9f9c-258e-52b9-4bb95db3d78f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_650468744_22 at /127.0.0.1:43422 [Waiting for operation #258] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1204 (was 1021) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5436 (was 5600) 2024-12-02T16:02:19,101 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=1204, ProcessCount=11, AvailableMemoryMB=5435 2024-12-02T16:02:19,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:02:19,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:02:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:19,105 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:02:19,105 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:19,105 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 51 2024-12-02T16:02:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-02T16:02:19,106 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:02:19,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742017_1193 (size=959) 2024-12-02T16:02:19,113 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc 2024-12-02T16:02:19,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742018_1194 (size=53) 2024-12-02T16:02:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-02T16:02:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-02T16:02:19,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:02:19,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2aa2afb2dda08ed28b625e5f75ec5040, disabling compactions & flushes 2024-12-02T16:02:19,522 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:19,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:19,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. after waiting 0 ms 2024-12-02T16:02:19,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:19,522 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:19,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2aa2afb2dda08ed28b625e5f75ec5040: Waiting for close lock at 1733155339522Disabling compacts and flushes for region at 1733155339522Disabling writes for close at 1733155339522Writing region close event to WAL at 1733155339522Closed at 1733155339522 2024-12-02T16:02:19,523 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:02:19,524 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733155339524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155339524"}]},"ts":"1733155339524"} 2024-12-02T16:02:19,526 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T16:02:19,527 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:02:19,527 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155339527"}]},"ts":"1733155339527"} 2024-12-02T16:02:19,529 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:02:19,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2aa2afb2dda08ed28b625e5f75ec5040, ASSIGN}] 2024-12-02T16:02:19,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2aa2afb2dda08ed28b625e5f75ec5040, ASSIGN 2024-12-02T16:02:19,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2aa2afb2dda08ed28b625e5f75ec5040, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,37869,1733155278829; forceNewPlan=false, retain=false 2024-12-02T16:02:19,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=2aa2afb2dda08ed28b625e5f75ec5040, regionState=OPENING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:19,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2aa2afb2dda08ed28b625e5f75ec5040, ASSIGN because future has completed 2024-12-02T16:02:19,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:02:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-02T16:02:19,841 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:19,841 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:02:19,841 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,841 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:02:19,841 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,841 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,843 INFO [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,844 INFO [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aa2afb2dda08ed28b625e5f75ec5040 columnFamilyName A 2024-12-02T16:02:19,844 DEBUG [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:19,845 INFO [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] regionserver.HStore(327): Store=2aa2afb2dda08ed28b625e5f75ec5040/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:02:19,845 INFO [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,847 INFO [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aa2afb2dda08ed28b625e5f75ec5040 columnFamilyName B 2024-12-02T16:02:19,847 DEBUG [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:19,847 INFO [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] regionserver.HStore(327): Store=2aa2afb2dda08ed28b625e5f75ec5040/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:02:19,847 INFO [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,848 INFO [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aa2afb2dda08ed28b625e5f75ec5040 columnFamilyName C 2024-12-02T16:02:19,848 DEBUG [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:19,849 INFO [StoreOpener-2aa2afb2dda08ed28b625e5f75ec5040-1 {}] regionserver.HStore(327): Store=2aa2afb2dda08ed28b625e5f75ec5040/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:02:19,849 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,850 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,850 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,851 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,851 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,852 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:02:19,853 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,855 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:02:19,855 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 2aa2afb2dda08ed28b625e5f75ec5040; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60716199, jitterRate=-0.09525813162326813}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:02:19,855 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:19,856 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 2aa2afb2dda08ed28b625e5f75ec5040: Running coprocessor pre-open hook at 1733155339841Writing region info on filesystem at 1733155339841Initializing all the Stores at 1733155339842 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155339842Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155339842Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155339842Cleaning up temporary data from old regions at 1733155339851 (+9 ms)Running coprocessor post-open hooks at 1733155339855 (+4 ms)Region opened successfully at 1733155339856 (+1 ms) 2024-12-02T16:02:19,857 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., pid=53, masterSystemTime=1733155339837 2024-12-02T16:02:19,858 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:19,858 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:19,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=2aa2afb2dda08ed28b625e5f75ec5040, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:19,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:02:19,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-02T16:02:19,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 in 177 msec 2024-12-02T16:02:19,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-02T16:02:19,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2aa2afb2dda08ed28b625e5f75ec5040, ASSIGN in 333 msec 2024-12-02T16:02:19,864 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:02:19,865 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155339864"}]},"ts":"1733155339864"} 2024-12-02T16:02:19,866 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:02:19,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:02:19,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 763 msec 2024-12-02T16:02:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-02T16:02:20,238 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:20,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260768f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:20,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:20,241 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0d56b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:20,243 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@867404c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:20,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:20,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:20,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T16:02:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,42553,1733155277931 2024-12-02T16:02:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69bc622c 2024-12-02T16:02:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:02:20,250 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:02:20,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b0fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:20,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:20,252 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a92bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:20,254 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:20,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d414319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:20,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:20,257 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66178adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:20,261 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:20,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc84e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:20,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:20,264 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4525aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:20,266 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6073f0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:20,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:20,268 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aad4e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:20,271 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a5680b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:20,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:20,276 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7dad6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:20,279 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:20,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc6eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:20,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:20,284 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:20,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:20,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:20,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5574d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:20,286 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:20,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efd561c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:20,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:20,289 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:20,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:20,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:20,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9e2941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:20,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:20,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:20,291 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:20,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8f0e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:20,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:20,296 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78019144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:20,298 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:20,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e9d7c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:20,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:20,300 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:20,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:20,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:20,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bcc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:20,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:20,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:20,301 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3490f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:20,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:20,304 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb576fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:20,305 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:20,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bfa06d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:20,306 DEBUG [Thread-947 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:20,306 DEBUG [Thread-949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:20,307 DEBUG [Thread-934 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:20,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:20,309 DEBUG [Thread-936 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:20,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:20,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:20,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:20,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:20,311 DEBUG [Thread-945 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:20,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:02:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:02:20,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-02T16:02:20,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:02:20,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T16:02:20,316 DEBUG [Thread-940 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:02:20,316 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:20,317 DEBUG [Thread-942 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:20,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:20,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:20,318 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:20,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:20,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:20,318 DEBUG [Thread-938 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:20,319 DEBUG [Thread-953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:02:20,321 DEBUG [Thread-938 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:20,321 DEBUG [Thread-951 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:20,321 DEBUG [Thread-938 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:20,323 DEBUG [Thread-951 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:20,323 DEBUG [Thread-951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:20,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:20,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:20,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:20,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:20,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:20,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:02:20,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:02:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:02:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:02:20,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:02:20,334 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:20,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:02:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:20,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/c5aa8fe9cc8d4a358addcf34e6e03add is 50, key is test_row_0/A:col10/1733155340334/Put/seqid=0 2024-12-02T16:02:20,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155400393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155400396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155400396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155400402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155400404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T16:02:20,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742019_1195 (size=14341) 2024-12-02T16:02:20,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:20,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155400508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155400508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155400520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155400520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155400520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T16:02:20,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:20,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:20,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:20,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:20,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155400718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155400718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155400730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155400739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155400739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:20,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:20,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:20,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:20,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:20,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/c5aa8fe9cc8d4a358addcf34e6e03add 2024-12-02T16:02:20,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/b5c10f2ae8f84af3904eebd4326f7890 is 50, key is test_row_0/B:col10/1733155340334/Put/seqid=0 2024-12-02T16:02:20,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742020_1196 (size=12001) 2024-12-02T16:02:20,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/b5c10f2ae8f84af3904eebd4326f7890 2024-12-02T16:02:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T16:02:20,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:20,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:20,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:20,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/66732a6e78e049759ce003e46e04f64e is 50, key is test_row_0/C:col10/1733155340334/Put/seqid=0 2024-12-02T16:02:21,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742021_1197 (size=12001) 2024-12-02T16:02:21,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/66732a6e78e049759ce003e46e04f64e 2024-12-02T16:02:21,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/c5aa8fe9cc8d4a358addcf34e6e03add as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c5aa8fe9cc8d4a358addcf34e6e03add 2024-12-02T16:02:21,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c5aa8fe9cc8d4a358addcf34e6e03add, entries=200, sequenceid=13, filesize=14.0 K 2024-12-02T16:02:21,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/b5c10f2ae8f84af3904eebd4326f7890 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b5c10f2ae8f84af3904eebd4326f7890 2024-12-02T16:02:21,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155401029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b5c10f2ae8f84af3904eebd4326f7890, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T16:02:21,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/66732a6e78e049759ce003e46e04f64e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/66732a6e78e049759ce003e46e04f64e 2024-12-02T16:02:21,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155401035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/66732a6e78e049759ce003e46e04f64e, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T16:02:21,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2aa2afb2dda08ed28b625e5f75ec5040 in 717ms, sequenceid=13, compaction requested=false 2024-12-02T16:02:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:21,055 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:21,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:02:21,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/08e8d83bfa7b44c7b969774c900a5fc1 is 50, key is test_row_0/A:col10/1733155341053/Put/seqid=0 2024-12-02T16:02:21,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742022_1198 (size=12001) 2024-12-02T16:02:21,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/08e8d83bfa7b44c7b969774c900a5fc1 2024-12-02T16:02:21,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155401084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155401085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155401096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/5a595b958fa8485ba188bfc83e4c4ca9 is 50, key is test_row_0/B:col10/1733155341053/Put/seqid=0 2024-12-02T16:02:21,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742023_1199 (size=12001) 2024-12-02T16:02:21,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155401198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155401198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155401216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155401407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155401407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155401428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:21,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:21,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T16:02:21,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155401548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155401548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/5a595b958fa8485ba188bfc83e4c4ca9 2024-12-02T16:02:21,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/2f6442c5c0e242449417a15529a3289d is 50, key is test_row_0/C:col10/1733155341053/Put/seqid=0 2024-12-02T16:02:21,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742024_1200 (size=12001) 2024-12-02T16:02:21,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155401717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155401718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155401739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:21,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:21,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:21,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:21,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:22,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/2f6442c5c0e242449417a15529a3289d 2024-12-02T16:02:22,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/08e8d83bfa7b44c7b969774c900a5fc1 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/08e8d83bfa7b44c7b969774c900a5fc1 2024-12-02T16:02:22,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/08e8d83bfa7b44c7b969774c900a5fc1, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T16:02:22,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/5a595b958fa8485ba188bfc83e4c4ca9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/5a595b958fa8485ba188bfc83e4c4ca9 2024-12-02T16:02:22,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/5a595b958fa8485ba188bfc83e4c4ca9, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T16:02:22,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/2f6442c5c0e242449417a15529a3289d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/2f6442c5c0e242449417a15529a3289d 2024-12-02T16:02:22,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:22,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:22,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/2f6442c5c0e242449417a15529a3289d, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T16:02:22,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2aa2afb2dda08ed28b625e5f75ec5040 in 1044ms, sequenceid=38, compaction requested=false 2024-12-02T16:02:22,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:22,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-02T16:02:22,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:22,227 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:02:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:22,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:22,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/3e41520cad5545038453ee88c42eae1c is 50, key is test_row_0/A:col10/1733155341083/Put/seqid=0 2024-12-02T16:02:22,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155402286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742025_1201 (size=12001) 2024-12-02T16:02:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155402290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155402290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,303 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/3e41520cad5545038453ee88c42eae1c 2024-12-02T16:02:22,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/ee5116a6c266493f8379f233312488c9 is 50, key is test_row_0/B:col10/1733155341083/Put/seqid=0 2024-12-02T16:02:22,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742026_1202 (size=12001) 2024-12-02T16:02:22,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155402398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155402408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155402408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T16:02:22,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155402570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155402571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,571 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_2' in 2aa2afb2dda08ed28b625e5f75ec5040 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,575 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 2aa2afb2dda08ed28b625e5f75ec5040 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:02:22,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155402608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155402618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155402619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,786 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/ee5116a6c266493f8379f233312488c9 2024-12-02T16:02:22,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/5b8ebddda73c42148939c124f6b002ad is 50, key is test_row_0/C:col10/1733155341083/Put/seqid=0 2024-12-02T16:02:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742027_1203 (size=12001) 2024-12-02T16:02:22,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155402917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155402928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:22,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155402930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:22,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:23,286 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/5b8ebddda73c42148939c124f6b002ad 2024-12-02T16:02:23,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/3e41520cad5545038453ee88c42eae1c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3e41520cad5545038453ee88c42eae1c 2024-12-02T16:02:23,360 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3e41520cad5545038453ee88c42eae1c, entries=150, sequenceid=50, filesize=11.7 K 2024-12-02T16:02:23,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/ee5116a6c266493f8379f233312488c9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ee5116a6c266493f8379f233312488c9 2024-12-02T16:02:23,387 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ee5116a6c266493f8379f233312488c9, entries=150, sequenceid=50, filesize=11.7 K 2024-12-02T16:02:23,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/5b8ebddda73c42148939c124f6b002ad as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/5b8ebddda73c42148939c124f6b002ad 2024-12-02T16:02:23,401 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/5b8ebddda73c42148939c124f6b002ad, entries=150, sequenceid=50, filesize=11.7 K 2024-12-02T16:02:23,402 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2aa2afb2dda08ed28b625e5f75ec5040 in 1175ms, sequenceid=50, compaction requested=true 2024-12-02T16:02:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-02T16:02:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-02T16:02:23,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-02T16:02:23,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0960 sec 2024-12-02T16:02:23,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 3.1110 sec 2024-12-02T16:02:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:23,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:02:23,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/221f9dcde37c41ecba537ca9f1c37dd8 is 50, key is test_row_0/A:col10/1733155342280/Put/seqid=0 2024-12-02T16:02:23,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155403455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:23,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:23,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155403459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742028_1204 (size=12001) 2024-12-02T16:02:23,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155403475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:23,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155403571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:23,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155403580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155403589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:23,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155403788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:23,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155403789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:23,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155403797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:23,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/221f9dcde37c41ecba537ca9f1c37dd8 2024-12-02T16:02:23,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/d3564651bbda45789242a3f84e7065cd is 50, key is test_row_0/B:col10/1733155342280/Put/seqid=0 2024-12-02T16:02:23,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742029_1205 (size=12001) 2024-12-02T16:02:23,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/d3564651bbda45789242a3f84e7065cd 2024-12-02T16:02:23,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/15a33771fa284d8185b342768066006c is 50, key is test_row_0/C:col10/1733155342280/Put/seqid=0 2024-12-02T16:02:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742030_1206 (size=12001) 2024-12-02T16:02:24,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155404097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155404098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155404108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/15a33771fa284d8185b342768066006c 2024-12-02T16:02:24,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/221f9dcde37c41ecba537ca9f1c37dd8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/221f9dcde37c41ecba537ca9f1c37dd8 2024-12-02T16:02:24,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/221f9dcde37c41ecba537ca9f1c37dd8, entries=150, sequenceid=75, filesize=11.7 K 2024-12-02T16:02:24,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/d3564651bbda45789242a3f84e7065cd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/d3564651bbda45789242a3f84e7065cd 2024-12-02T16:02:24,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/d3564651bbda45789242a3f84e7065cd, entries=150, sequenceid=75, filesize=11.7 K 2024-12-02T16:02:24,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/15a33771fa284d8185b342768066006c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/15a33771fa284d8185b342768066006c 2024-12-02T16:02:24,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/15a33771fa284d8185b342768066006c, entries=150, sequenceid=75, filesize=11.7 K 2024-12-02T16:02:24,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2aa2afb2dda08ed28b625e5f75ec5040 in 905ms, sequenceid=75, compaction requested=true 2024-12-02T16:02:24,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:24,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:24,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:24,354 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:02:24,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:24,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:24,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:24,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:02:24,355 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:02:24,357 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:02:24,357 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:02:24,357 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/B is initiating minor compaction (all files) 2024-12-02T16:02:24,357 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/B in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:24,357 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b5c10f2ae8f84af3904eebd4326f7890, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/5a595b958fa8485ba188bfc83e4c4ca9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ee5116a6c266493f8379f233312488c9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/d3564651bbda45789242a3f84e7065cd] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=46.9 K 2024-12-02T16:02:24,357 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/A is initiating minor compaction (all files) 2024-12-02T16:02:24,357 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/A in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:24,357 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c5aa8fe9cc8d4a358addcf34e6e03add, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/08e8d83bfa7b44c7b969774c900a5fc1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3e41520cad5545038453ee88c42eae1c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/221f9dcde37c41ecba537ca9f1c37dd8] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=49.2 K 2024-12-02T16:02:24,358 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b5c10f2ae8f84af3904eebd4326f7890, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733155340332 2024-12-02T16:02:24,359 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5aa8fe9cc8d4a358addcf34e6e03add, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733155340332 2024-12-02T16:02:24,359 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a595b958fa8485ba188bfc83e4c4ca9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733155340390 2024-12-02T16:02:24,359 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08e8d83bfa7b44c7b969774c900a5fc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733155340390 2024-12-02T16:02:24,360 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting ee5116a6c266493f8379f233312488c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733155341072 2024-12-02T16:02:24,360 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e41520cad5545038453ee88c42eae1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733155341072 2024-12-02T16:02:24,360 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting d3564651bbda45789242a3f84e7065cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733155342279 2024-12-02T16:02:24,360 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 221f9dcde37c41ecba537ca9f1c37dd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733155342279 2024-12-02T16:02:24,385 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#A#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:24,385 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/659e01e189084d12a0daeaabeb9531c7 is 50, key is test_row_0/A:col10/1733155342280/Put/seqid=0 2024-12-02T16:02:24,389 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:24,389 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/fe2e1436e9214f79a5abae2459274671 is 50, key is test_row_0/B:col10/1733155342280/Put/seqid=0 2024-12-02T16:02:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742031_1207 (size=12139) 2024-12-02T16:02:24,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742032_1208 (size=12139) 2024-12-02T16:02:24,419 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/659e01e189084d12a0daeaabeb9531c7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/659e01e189084d12a0daeaabeb9531c7 2024-12-02T16:02:24,431 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/fe2e1436e9214f79a5abae2459274671 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/fe2e1436e9214f79a5abae2459274671 2024-12-02T16:02:24,437 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/A of 2aa2afb2dda08ed28b625e5f75ec5040 into 659e01e189084d12a0daeaabeb9531c7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:24,437 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:24,438 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/A, priority=12, startTime=1733155344336; duration=0sec 2024-12-02T16:02:24,438 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:24,438 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:A 2024-12-02T16:02:24,438 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:02:24,439 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:02:24,439 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/C is initiating minor compaction (all files) 2024-12-02T16:02:24,439 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/C in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:24,440 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/66732a6e78e049759ce003e46e04f64e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/2f6442c5c0e242449417a15529a3289d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/5b8ebddda73c42148939c124f6b002ad, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/15a33771fa284d8185b342768066006c] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=46.9 K 2024-12-02T16:02:24,440 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66732a6e78e049759ce003e46e04f64e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733155340332 2024-12-02T16:02:24,440 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f6442c5c0e242449417a15529a3289d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733155340390 2024-12-02T16:02:24,441 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b8ebddda73c42148939c124f6b002ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733155341072 2024-12-02T16:02:24,441 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15a33771fa284d8185b342768066006c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733155342279 2024-12-02T16:02:24,441 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/B of 2aa2afb2dda08ed28b625e5f75ec5040 into fe2e1436e9214f79a5abae2459274671(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:24,441 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:24,441 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/B, priority=12, startTime=1733155344336; duration=0sec 2024-12-02T16:02:24,441 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:24,441 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:B 2024-12-02T16:02:24,451 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:24,451 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/daf31f671c2a43329fc95a226209a1ec is 50, key is test_row_0/C:col10/1733155342280/Put/seqid=0 2024-12-02T16:02:24,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742033_1209 (size=12139) 2024-12-02T16:02:24,475 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/daf31f671c2a43329fc95a226209a1ec as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/daf31f671c2a43329fc95a226209a1ec 2024-12-02T16:02:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T16:02:24,478 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:24,479 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-02T16:02:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T16:02:24,481 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:24,482 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:24,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:24,491 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/C of 2aa2afb2dda08ed28b625e5f75ec5040 into daf31f671c2a43329fc95a226209a1ec(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:24,491 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:24,491 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/C, priority=12, startTime=1733155344355; duration=0sec 2024-12-02T16:02:24,491 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:24,491 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:C 2024-12-02T16:02:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T16:02:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:24,589 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:24,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:02:24,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/eabc8a4b59f845cab585d4d47977302a is 50, key is test_row_0/A:col10/1733155344589/Put/seqid=0 2024-12-02T16:02:24,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742034_1210 (size=12001) 2024-12-02T16:02:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155404630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155404630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155404631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-02T16:02:24,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:24,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:24,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:24,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:24,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155404633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:24,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155404635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155404737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155404737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155404737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155404738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155404748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-02T16:02:24,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:24,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T16:02:24,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-02T16:02:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:24,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:24,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155404948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155404948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155404948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155404951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:24,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155404958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/eabc8a4b59f845cab585d4d47977302a 2024-12-02T16:02:25,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/2529583eea5a4aef906ccf9937025708 is 50, key is test_row_0/B:col10/1733155344589/Put/seqid=0 2024-12-02T16:02:25,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742035_1211 (size=12001) 2024-12-02T16:02:25,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/2529583eea5a4aef906ccf9937025708 2024-12-02T16:02:25,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/dd159308677446b8975f9d386b972cb9 is 50, key is test_row_0/C:col10/1733155344589/Put/seqid=0 2024-12-02T16:02:25,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742036_1212 (size=12001) 2024-12-02T16:02:25,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-02T16:02:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:25,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:25,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:25,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T16:02:25,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-02T16:02:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:25,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:25,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:25,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:25,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155405258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155405258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155405258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155405268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155405268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-02T16:02:25,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:25,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:25,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:25,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:25,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:25,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/dd159308677446b8975f9d386b972cb9 2024-12-02T16:02:25,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/eabc8a4b59f845cab585d4d47977302a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/eabc8a4b59f845cab585d4d47977302a 2024-12-02T16:02:25,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/eabc8a4b59f845cab585d4d47977302a, entries=150, sequenceid=91, filesize=11.7 K 2024-12-02T16:02:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/2529583eea5a4aef906ccf9937025708 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/2529583eea5a4aef906ccf9937025708 2024-12-02T16:02:25,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/2529583eea5a4aef906ccf9937025708, entries=150, sequenceid=91, filesize=11.7 K 2024-12-02T16:02:25,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/dd159308677446b8975f9d386b972cb9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dd159308677446b8975f9d386b972cb9 2024-12-02T16:02:25,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dd159308677446b8975f9d386b972cb9, entries=150, sequenceid=91, filesize=11.7 K 2024-12-02T16:02:25,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2aa2afb2dda08ed28b625e5f75ec5040 in 894ms, sequenceid=91, compaction requested=false 2024-12-02T16:02:25,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:25,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-02T16:02:25,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:25,567 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:02:25,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/6b2976c9855141bc949dddda2ccb2dcb is 50, key is test_row_0/A:col10/1733155344624/Put/seqid=0 2024-12-02T16:02:25,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742037_1213 (size=12001) 2024-12-02T16:02:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T16:02:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:25,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:25,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155405786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155405788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155405789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155405789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155405789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155405898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155405899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155405899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155405899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155405899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,014 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/6b2976c9855141bc949dddda2ccb2dcb 2024-12-02T16:02:26,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/1bc735f5858b44bb8755866e9979e912 is 50, key is test_row_0/B:col10/1733155344624/Put/seqid=0 2024-12-02T16:02:26,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742038_1214 (size=12001) 2024-12-02T16:02:26,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155406108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155406108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155406108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155406108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155406108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155406417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155406418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155406418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155406418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155406418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,462 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/1bc735f5858b44bb8755866e9979e912 2024-12-02T16:02:26,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/3d282a46211749fead955ffc4c8a3f84 is 50, key is test_row_0/C:col10/1733155344624/Put/seqid=0 2024-12-02T16:02:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742039_1215 (size=12001) 2024-12-02T16:02:26,505 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/3d282a46211749fead955ffc4c8a3f84 2024-12-02T16:02:26,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/6b2976c9855141bc949dddda2ccb2dcb as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/6b2976c9855141bc949dddda2ccb2dcb 2024-12-02T16:02:26,540 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/6b2976c9855141bc949dddda2ccb2dcb, entries=150, sequenceid=114, filesize=11.7 K 2024-12-02T16:02:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/1bc735f5858b44bb8755866e9979e912 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/1bc735f5858b44bb8755866e9979e912 2024-12-02T16:02:26,548 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/1bc735f5858b44bb8755866e9979e912, entries=150, sequenceid=114, filesize=11.7 K 2024-12-02T16:02:26,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/3d282a46211749fead955ffc4c8a3f84 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/3d282a46211749fead955ffc4c8a3f84 2024-12-02T16:02:26,558 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/3d282a46211749fead955ffc4c8a3f84, entries=150, sequenceid=114, filesize=11.7 K 2024-12-02T16:02:26,560 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2aa2afb2dda08ed28b625e5f75ec5040 in 993ms, sequenceid=114, compaction requested=true 2024-12-02T16:02:26,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:26,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:26,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-02T16:02:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-02T16:02:26,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-02T16:02:26,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0800 sec 2024-12-02T16:02:26,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.0890 sec 2024-12-02T16:02:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T16:02:26,629 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:26,633 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-02T16:02:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T16:02:26,656 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:26,657 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:26,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T16:02:26,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-02T16:02:26,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:26,812 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:02:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/50120cbb67244fcb96e2737214a7047f is 50, key is test_row_0/A:col10/1733155345784/Put/seqid=0 2024-12-02T16:02:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742040_1216 (size=12001) 2024-12-02T16:02:26,840 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/50120cbb67244fcb96e2737214a7047f 2024-12-02T16:02:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/34dae4ebd18e4da885d3c9924aa5b3cb is 50, key is test_row_0/B:col10/1733155345784/Put/seqid=0 2024-12-02T16:02:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742041_1217 (size=12001) 2024-12-02T16:02:26,914 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/34dae4ebd18e4da885d3c9924aa5b3cb 2024-12-02T16:02:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:26,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:26,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/b50af55c5c334c27b410cd80436ac280 is 50, key is test_row_0/C:col10/1733155345784/Put/seqid=0 2024-12-02T16:02:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T16:02:26,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742042_1218 (size=12001) 2024-12-02T16:02:26,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155406963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155406967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155406969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155406967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155406970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155407079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155407079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155407080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155407081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155407081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T16:02:27,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155407289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155407289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155407290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155407290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155407298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,373 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/b50af55c5c334c27b410cd80436ac280 2024-12-02T16:02:27,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/50120cbb67244fcb96e2737214a7047f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/50120cbb67244fcb96e2737214a7047f 2024-12-02T16:02:27,416 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/50120cbb67244fcb96e2737214a7047f, entries=150, sequenceid=127, filesize=11.7 K 2024-12-02T16:02:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/34dae4ebd18e4da885d3c9924aa5b3cb as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/34dae4ebd18e4da885d3c9924aa5b3cb 2024-12-02T16:02:27,428 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/34dae4ebd18e4da885d3c9924aa5b3cb, entries=150, sequenceid=127, filesize=11.7 K 2024-12-02T16:02:27,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/b50af55c5c334c27b410cd80436ac280 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/b50af55c5c334c27b410cd80436ac280 2024-12-02T16:02:27,439 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/b50af55c5c334c27b410cd80436ac280, entries=150, sequenceid=127, filesize=11.7 K 2024-12-02T16:02:27,450 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2aa2afb2dda08ed28b625e5f75ec5040 in 638ms, sequenceid=127, compaction requested=true 2024-12-02T16:02:27,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:27,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:27,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-02T16:02:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-02T16:02:27,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-02T16:02:27,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 799 msec 2024-12-02T16:02:27,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 827 msec 2024-12-02T16:02:27,604 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:27,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:02:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:27,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/63b21eed008f4f98938c5eb37aa264d9 is 50, key is test_row_0/A:col10/1733155346966/Put/seqid=0 2024-12-02T16:02:27,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155407635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155407643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155407643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155407651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155407652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742043_1219 (size=12151) 2024-12-02T16:02:27,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155407758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155407759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155407774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155407774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155407775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T16:02:27,791 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:27,791 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-02T16:02:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T16:02:27,802 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:27,810 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:27,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T16:02:27,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T16:02:27,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:27,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:27,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:27,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:27,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:27,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155407978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155407978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:27,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155407988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155407988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155407988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:28,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/63b21eed008f4f98938c5eb37aa264d9 2024-12-02T16:02:28,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/74122b418f7941329cbc7bb8783e169c is 50, key is test_row_0/B:col10/1733155346966/Put/seqid=0 2024-12-02T16:02:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T16:02:28,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T16:02:28,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742044_1220 (size=12151) 2024-12-02T16:02:28,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155408288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:28,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155408288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:28,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155408298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:28,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155408298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:28,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155408298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:28,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T16:02:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T16:02:28,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-02T16:02:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T16:02:28,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T16:02:28,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:28,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/74122b418f7941329cbc7bb8783e169c 2024-12-02T16:02:28,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/c815e80a5d694d63b9efabdc9fceae0a is 50, key is test_row_0/C:col10/1733155346966/Put/seqid=0 2024-12-02T16:02:28,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742045_1221 (size=12151) 2024-12-02T16:02:28,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T16:02:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:28,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T16:02:28,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:28,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155408799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:28,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155408799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:28,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:28,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155408811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:28,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:28,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155408811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:28,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155408812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:28,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:28,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T16:02:28,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T16:02:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:28,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:29,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/c815e80a5d694d63b9efabdc9fceae0a 2024-12-02T16:02:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/63b21eed008f4f98938c5eb37aa264d9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/63b21eed008f4f98938c5eb37aa264d9 2024-12-02T16:02:29,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/63b21eed008f4f98938c5eb37aa264d9, entries=150, sequenceid=152, filesize=11.9 K 2024-12-02T16:02:29,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/74122b418f7941329cbc7bb8783e169c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/74122b418f7941329cbc7bb8783e169c 2024-12-02T16:02:29,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T16:02:29,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:29,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:29,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/74122b418f7941329cbc7bb8783e169c, entries=150, sequenceid=152, filesize=11.9 K 2024-12-02T16:02:29,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/c815e80a5d694d63b9efabdc9fceae0a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/c815e80a5d694d63b9efabdc9fceae0a 2024-12-02T16:02:29,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/c815e80a5d694d63b9efabdc9fceae0a, entries=150, sequenceid=152, filesize=11.9 K 2024-12-02T16:02:29,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2aa2afb2dda08ed28b625e5f75ec5040 in 1585ms, sequenceid=152, compaction requested=true 2024-12-02T16:02:29,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:29,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:29,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:29,189 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T16:02:29,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:29,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:29,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:29,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:02:29,193 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T16:02:29,215 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60293 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T16:02:29,215 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/A is initiating minor compaction (all files) 2024-12-02T16:02:29,215 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/A in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:29,216 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/659e01e189084d12a0daeaabeb9531c7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/eabc8a4b59f845cab585d4d47977302a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/6b2976c9855141bc949dddda2ccb2dcb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/50120cbb67244fcb96e2737214a7047f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/63b21eed008f4f98938c5eb37aa264d9] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=58.9 K 2024-12-02T16:02:29,218 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 659e01e189084d12a0daeaabeb9531c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733155342279 2024-12-02T16:02:29,220 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting eabc8a4b59f845cab585d4d47977302a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733155343454 2024-12-02T16:02:29,226 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b2976c9855141bc949dddda2ccb2dcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733155344624 2024-12-02T16:02:29,231 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60293 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T16:02:29,231 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/B is initiating minor compaction (all files) 2024-12-02T16:02:29,231 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/B in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:29,231 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/fe2e1436e9214f79a5abae2459274671, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/2529583eea5a4aef906ccf9937025708, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/1bc735f5858b44bb8755866e9979e912, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/34dae4ebd18e4da885d3c9924aa5b3cb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/74122b418f7941329cbc7bb8783e169c] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=58.9 K 2024-12-02T16:02:29,235 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50120cbb67244fcb96e2737214a7047f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733155345784 2024-12-02T16:02:29,235 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting fe2e1436e9214f79a5abae2459274671, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733155342279 2024-12-02T16:02:29,247 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63b21eed008f4f98938c5eb37aa264d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733155346966 2024-12-02T16:02:29,248 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 2529583eea5a4aef906ccf9937025708, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733155343454 2024-12-02T16:02:29,255 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc735f5858b44bb8755866e9979e912, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733155344624 2024-12-02T16:02:29,259 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 34dae4ebd18e4da885d3c9924aa5b3cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733155345784 2024-12-02T16:02:29,264 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 74122b418f7941329cbc7bb8783e169c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733155346966 2024-12-02T16:02:29,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T16:02:29,291 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:29,292 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/abf0218ebd3b4005bb035b8075275905 is 50, key is test_row_0/B:col10/1733155346966/Put/seqid=0 2024-12-02T16:02:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:29,295 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:02:29,307 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#A#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:29,307 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/4cd0a7e3d941488a804a69c7d4bee65f is 50, key is test_row_0/A:col10/1733155346966/Put/seqid=0 2024-12-02T16:02:29,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742046_1222 (size=12459) 2024-12-02T16:02:29,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/dea329754d434fd4a064922c7e0c2327 is 50, key is test_row_0/A:col10/1733155347627/Put/seqid=0 2024-12-02T16:02:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742047_1223 (size=12459) 2024-12-02T16:02:29,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742048_1224 (size=12151) 2024-12-02T16:02:29,428 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/abf0218ebd3b4005bb035b8075275905 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/abf0218ebd3b4005bb035b8075275905 2024-12-02T16:02:29,443 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/4cd0a7e3d941488a804a69c7d4bee65f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4cd0a7e3d941488a804a69c7d4bee65f 2024-12-02T16:02:29,479 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/B of 2aa2afb2dda08ed28b625e5f75ec5040 into abf0218ebd3b4005bb035b8075275905(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:29,479 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:29,479 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/B, priority=11, startTime=1733155349189; duration=0sec 2024-12-02T16:02:29,479 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:29,479 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:B 2024-12-02T16:02:29,479 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T16:02:29,488 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60293 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T16:02:29,488 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/C is initiating minor compaction (all files) 2024-12-02T16:02:29,488 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/C in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:29,488 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/daf31f671c2a43329fc95a226209a1ec, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dd159308677446b8975f9d386b972cb9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/3d282a46211749fead955ffc4c8a3f84, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/b50af55c5c334c27b410cd80436ac280, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/c815e80a5d694d63b9efabdc9fceae0a] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=58.9 K 2024-12-02T16:02:29,492 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting daf31f671c2a43329fc95a226209a1ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733155342279 2024-12-02T16:02:29,495 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/A of 2aa2afb2dda08ed28b625e5f75ec5040 into 4cd0a7e3d941488a804a69c7d4bee65f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:29,495 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting dd159308677446b8975f9d386b972cb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733155343454 2024-12-02T16:02:29,495 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:29,495 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/A, priority=11, startTime=1733155349189; duration=0sec 2024-12-02T16:02:29,495 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:29,495 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:A 2024-12-02T16:02:29,497 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d282a46211749fead955ffc4c8a3f84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733155344624 2024-12-02T16:02:29,498 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b50af55c5c334c27b410cd80436ac280, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733155345784 2024-12-02T16:02:29,503 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting c815e80a5d694d63b9efabdc9fceae0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733155346966 2024-12-02T16:02:29,565 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:29,566 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/a55d35790e84497b8fcc406328e7c7cf is 50, key is test_row_0/C:col10/1733155346966/Put/seqid=0 2024-12-02T16:02:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742049_1225 (size=12459) 2024-12-02T16:02:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:29,823 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/dea329754d434fd4a064922c7e0c2327 2024-12-02T16:02:29,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/8a9100c4af2a4e799556bf5fce067255 is 50, key is test_row_0/B:col10/1733155347627/Put/seqid=0 2024-12-02T16:02:29,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155409865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:29,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155409868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:29,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:29,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:29,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155409871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:29,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:29,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155409872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:29,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155409872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:29,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742050_1226 (size=12151) 2024-12-02T16:02:29,904 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/8a9100c4af2a4e799556bf5fce067255 2024-12-02T16:02:29,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/7714da3d865e4b52b39c21a39a1f84c0 is 50, key is test_row_0/C:col10/1733155347627/Put/seqid=0 2024-12-02T16:02:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T16:02:29,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742051_1227 (size=12151) 2024-12-02T16:02:29,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155409978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:29,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155409979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155409979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:29,982 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/7714da3d865e4b52b39c21a39a1f84c0 2024-12-02T16:02:30,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155410010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155410011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/dea329754d434fd4a064922c7e0c2327 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/dea329754d434fd4a064922c7e0c2327 2024-12-02T16:02:30,033 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/dea329754d434fd4a064922c7e0c2327, entries=150, sequenceid=164, filesize=11.9 K 2024-12-02T16:02:30,033 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/a55d35790e84497b8fcc406328e7c7cf as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/a55d35790e84497b8fcc406328e7c7cf 2024-12-02T16:02:30,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/8a9100c4af2a4e799556bf5fce067255 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/8a9100c4af2a4e799556bf5fce067255 2024-12-02T16:02:30,046 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/C of 2aa2afb2dda08ed28b625e5f75ec5040 into a55d35790e84497b8fcc406328e7c7cf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:30,046 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:30,046 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/C, priority=11, startTime=1733155349190; duration=0sec 2024-12-02T16:02:30,046 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:30,046 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:C 2024-12-02T16:02:30,063 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/8a9100c4af2a4e799556bf5fce067255, entries=150, sequenceid=164, filesize=11.9 K 2024-12-02T16:02:30,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/7714da3d865e4b52b39c21a39a1f84c0 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/7714da3d865e4b52b39c21a39a1f84c0 2024-12-02T16:02:30,074 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/7714da3d865e4b52b39c21a39a1f84c0, entries=150, sequenceid=164, filesize=11.9 K 2024-12-02T16:02:30,087 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2aa2afb2dda08ed28b625e5f75ec5040 in 791ms, sequenceid=164, compaction requested=false 2024-12-02T16:02:30,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:30,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:30,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-02T16:02:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-02T16:02:30,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-02T16:02:30,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2920 sec 2024-12-02T16:02:30,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.3340 sec 2024-12-02T16:02:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:30,196 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:30,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:02:30,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/f9d557638c2b417f8b148e4f2a8cf4b7 is 50, key is test_row_0/A:col10/1733155350189/Put/seqid=0 2024-12-02T16:02:30,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155410218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155410222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155410223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155410223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155410228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742052_1228 (size=12151) 2024-12-02T16:02:30,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155410338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155410338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155410353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155410528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155410548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155410549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155410549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155410568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/f9d557638c2b417f8b148e4f2a8cf4b7 2024-12-02T16:02:30,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/56166e1c27f14095a271b8eab6dfc443 is 50, key is test_row_0/B:col10/1733155350189/Put/seqid=0 2024-12-02T16:02:30,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742053_1229 (size=12151) 2024-12-02T16:02:30,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155410858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155410858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:30,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155410889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:31,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155411039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:31,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:31,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:31,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:31,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155411058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:31,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:31,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:31,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:31,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/56166e1c27f14095a271b8eab6dfc443 2024-12-02T16:02:31,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/52f7dea275d04b21890f488afeb6b5a1 is 50, key is test_row_0/C:col10/1733155350189/Put/seqid=0 2024-12-02T16:02:31,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742054_1230 (size=12151) 2024-12-02T16:02:31,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155411368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:31,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155411368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:31,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:31,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:31,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:31,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155411398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:31,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/52f7dea275d04b21890f488afeb6b5a1 2024-12-02T16:02:31,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/f9d557638c2b417f8b148e4f2a8cf4b7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f9d557638c2b417f8b148e4f2a8cf4b7 2024-12-02T16:02:31,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f9d557638c2b417f8b148e4f2a8cf4b7, entries=150, sequenceid=194, filesize=11.9 K 2024-12-02T16:02:31,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/56166e1c27f14095a271b8eab6dfc443 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/56166e1c27f14095a271b8eab6dfc443 2024-12-02T16:02:31,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/56166e1c27f14095a271b8eab6dfc443, entries=150, sequenceid=194, filesize=11.9 K 2024-12-02T16:02:31,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/52f7dea275d04b21890f488afeb6b5a1 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/52f7dea275d04b21890f488afeb6b5a1 2024-12-02T16:02:31,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/52f7dea275d04b21890f488afeb6b5a1, entries=150, sequenceid=194, filesize=11.9 K 2024-12-02T16:02:31,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 2aa2afb2dda08ed28b625e5f75ec5040 in 1418ms, sequenceid=194, compaction requested=true 2024-12-02T16:02:31,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:31,615 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:31,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:31,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:31,616 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:31,616 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:31,617 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/A is initiating minor compaction (all files) 2024-12-02T16:02:31,617 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/A in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:31,617 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4cd0a7e3d941488a804a69c7d4bee65f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/dea329754d434fd4a064922c7e0c2327, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f9d557638c2b417f8b148e4f2a8cf4b7] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=35.9 K 2024-12-02T16:02:31,617 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cd0a7e3d941488a804a69c7d4bee65f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733155346966 2024-12-02T16:02:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:31,618 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:31,618 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting dea329754d434fd4a064922c7e0c2327, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733155347627 2024-12-02T16:02:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:31,618 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/B is initiating minor compaction (all files) 2024-12-02T16:02:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:31,618 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/B in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:31,618 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/abf0218ebd3b4005bb035b8075275905, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/8a9100c4af2a4e799556bf5fce067255, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/56166e1c27f14095a271b8eab6dfc443] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=35.9 K 2024-12-02T16:02:31,618 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9d557638c2b417f8b148e4f2a8cf4b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733155350189 2024-12-02T16:02:31,618 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting abf0218ebd3b4005bb035b8075275905, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733155346966 2024-12-02T16:02:31,619 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a9100c4af2a4e799556bf5fce067255, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733155347627 2024-12-02T16:02:31,620 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 56166e1c27f14095a271b8eab6dfc443, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733155350189 2024-12-02T16:02:31,639 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#B#compaction#186 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:31,640 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/6866d464b966425f940994b60eb5e8f8 is 50, key is test_row_0/B:col10/1733155350189/Put/seqid=0 2024-12-02T16:02:31,644 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#A#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:31,645 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/982b131b704f4663bb22ff3574f94e75 is 50, key is test_row_0/A:col10/1733155350189/Put/seqid=0 2024-12-02T16:02:31,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742055_1231 (size=12561) 2024-12-02T16:02:31,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742056_1232 (size=12561) 2024-12-02T16:02:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T16:02:31,968 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:31,969 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-02T16:02:31,977 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:31,978 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:31,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T16:02:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:32,050 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:32,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:02:32,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/2e434f5d37e545708a9a9dba66c758fe is 50, key is test_row_0/A:col10/1733155350213/Put/seqid=0 2024-12-02T16:02:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T16:02:32,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742057_1233 (size=12151) 2024-12-02T16:02:32,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/2e434f5d37e545708a9a9dba66c758fe 2024-12-02T16:02:32,094 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/6866d464b966425f940994b60eb5e8f8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/6866d464b966425f940994b60eb5e8f8 2024-12-02T16:02:32,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/385bcdd7b3a9490092c21bad078675b3 is 50, key is test_row_0/B:col10/1733155350213/Put/seqid=0 2024-12-02T16:02:32,116 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/B of 2aa2afb2dda08ed28b625e5f75ec5040 into 6866d464b966425f940994b60eb5e8f8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:32,116 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:32,116 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/B, priority=13, startTime=1733155351616; duration=0sec 2024-12-02T16:02:32,116 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:32,116 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:B 2024-12-02T16:02:32,116 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:32,117 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/982b131b704f4663bb22ff3574f94e75 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/982b131b704f4663bb22ff3574f94e75 2024-12-02T16:02:32,118 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:32,118 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/C is initiating minor compaction (all files) 2024-12-02T16:02:32,118 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/C in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,119 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/a55d35790e84497b8fcc406328e7c7cf, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/7714da3d865e4b52b39c21a39a1f84c0, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/52f7dea275d04b21890f488afeb6b5a1] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=35.9 K 2024-12-02T16:02:32,119 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting a55d35790e84497b8fcc406328e7c7cf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733155346966 2024-12-02T16:02:32,120 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 7714da3d865e4b52b39c21a39a1f84c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733155347627 2024-12-02T16:02:32,121 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 52f7dea275d04b21890f488afeb6b5a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733155350189 2024-12-02T16:02:32,126 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/A of 2aa2afb2dda08ed28b625e5f75ec5040 into 982b131b704f4663bb22ff3574f94e75(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:32,127 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:32,127 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/A, priority=13, startTime=1733155351615; duration=0sec 2024-12-02T16:02:32,127 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:32,127 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:A 2024-12-02T16:02:32,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:32,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:32,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742058_1234 (size=12151) 2024-12-02T16:02:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/385bcdd7b3a9490092c21bad078675b3 2024-12-02T16:02:32,138 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#C#compaction#190 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:32,139 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/a48e2f46f839416db82fa2d4ac5de920 is 50, key is test_row_0/C:col10/1733155350189/Put/seqid=0 2024-12-02T16:02:32,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155412145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:32,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155412145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:32,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/8626df8b49ec44d1a747c0d5179ab57c is 50, key is test_row_0/C:col10/1733155350213/Put/seqid=0 2024-12-02T16:02:32,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742059_1235 (size=12561) 2024-12-02T16:02:32,174 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/a48e2f46f839416db82fa2d4ac5de920 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/a48e2f46f839416db82fa2d4ac5de920 2024-12-02T16:02:32,180 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/C of 2aa2afb2dda08ed28b625e5f75ec5040 into a48e2f46f839416db82fa2d4ac5de920(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:32,180 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:32,180 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/C, priority=13, startTime=1733155351618; duration=0sec 2024-12-02T16:02:32,181 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:32,181 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:C 2024-12-02T16:02:32,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742060_1236 (size=12151) 2024-12-02T16:02:32,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/8626df8b49ec44d1a747c0d5179ab57c 2024-12-02T16:02:32,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/2e434f5d37e545708a9a9dba66c758fe as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2e434f5d37e545708a9a9dba66c758fe 2024-12-02T16:02:32,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2e434f5d37e545708a9a9dba66c758fe, entries=150, sequenceid=205, filesize=11.9 K 2024-12-02T16:02:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/385bcdd7b3a9490092c21bad078675b3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/385bcdd7b3a9490092c21bad078675b3 2024-12-02T16:02:32,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/385bcdd7b3a9490092c21bad078675b3, entries=150, sequenceid=205, filesize=11.9 K 2024-12-02T16:02:32,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/8626df8b49ec44d1a747c0d5179ab57c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/8626df8b49ec44d1a747c0d5179ab57c 2024-12-02T16:02:32,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/8626df8b49ec44d1a747c0d5179ab57c, entries=150, sequenceid=205, filesize=11.9 K 2024-12-02T16:02:32,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2aa2afb2dda08ed28b625e5f75ec5040 in 180ms, sequenceid=205, compaction requested=false 2024-12-02T16:02:32,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:32,260 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:32,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:02:32,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/3fd6f7d4e6104d15a817fb30b4b3c2a4 is 50, key is test_row_0/A:col10/1733155352259/Put/seqid=0 2024-12-02T16:02:32,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155412272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:32,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155412273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:32,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742061_1237 (size=16931) 2024-12-02T16:02:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:32,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:32,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:32,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T16:02:32,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155412378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:32,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155412378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:32,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155412378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:32,380 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 2aa2afb2dda08ed28b625e5f75ec5040 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:32,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,380 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2aa2afb2dda08ed28b625e5f75ec5040 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:32,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:32,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:32,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155412388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:32,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:32,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155412407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:32,409 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2aa2afb2dda08ed28b625e5f75ec5040 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:32,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:32,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:32,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:32,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155412588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:32,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:32,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155412599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:32,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:32,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:32,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:32,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T16:02:32,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/3fd6f7d4e6104d15a817fb30b4b3c2a4 2024-12-02T16:02:32,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/9b9d59cfec4140d98ab25537e8da0088 is 50, key is test_row_0/B:col10/1733155352259/Put/seqid=0 2024-12-02T16:02:32,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742062_1238 (size=12151) 2024-12-02T16:02:32,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/9b9d59cfec4140d98ab25537e8da0088 2024-12-02T16:02:32,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:32,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:32,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/069d272ef7d445c38d9a69cac56d83da is 50, key is test_row_0/C:col10/1733155352259/Put/seqid=0 2024-12-02T16:02:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742063_1239 (size=12151) 2024-12-02T16:02:32,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/069d272ef7d445c38d9a69cac56d83da 2024-12-02T16:02:32,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/3fd6f7d4e6104d15a817fb30b4b3c2a4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3fd6f7d4e6104d15a817fb30b4b3c2a4 2024-12-02T16:02:32,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3fd6f7d4e6104d15a817fb30b4b3c2a4, entries=250, sequenceid=235, filesize=16.5 K 2024-12-02T16:02:32,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/9b9d59cfec4140d98ab25537e8da0088 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/9b9d59cfec4140d98ab25537e8da0088 2024-12-02T16:02:32,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/9b9d59cfec4140d98ab25537e8da0088, entries=150, sequenceid=235, filesize=11.9 K 2024-12-02T16:02:32,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/069d272ef7d445c38d9a69cac56d83da as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/069d272ef7d445c38d9a69cac56d83da 2024-12-02T16:02:32,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/069d272ef7d445c38d9a69cac56d83da, entries=150, sequenceid=235, filesize=11.9 K 2024-12-02T16:02:32,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 2aa2afb2dda08ed28b625e5f75ec5040 in 590ms, sequenceid=235, compaction requested=true 2024-12-02T16:02:32,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:32,851 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:32,851 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:32,852 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:32,852 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:32,852 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/A is initiating minor compaction (all files) 2024-12-02T16:02:32,852 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/B is initiating minor compaction (all files) 2024-12-02T16:02:32,852 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/A in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,852 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/B in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,852 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/6866d464b966425f940994b60eb5e8f8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/385bcdd7b3a9490092c21bad078675b3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/9b9d59cfec4140d98ab25537e8da0088] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=36.0 K 2024-12-02T16:02:32,852 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/982b131b704f4663bb22ff3574f94e75, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2e434f5d37e545708a9a9dba66c758fe, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3fd6f7d4e6104d15a817fb30b4b3c2a4] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=40.7 K 2024-12-02T16:02:32,853 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 6866d464b966425f940994b60eb5e8f8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733155350189 2024-12-02T16:02:32,853 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 982b131b704f4663bb22ff3574f94e75, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733155350189 2024-12-02T16:02:32,854 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 385bcdd7b3a9490092c21bad078675b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733155350213 2024-12-02T16:02:32,854 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e434f5d37e545708a9a9dba66c758fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733155350213 2024-12-02T16:02:32,859 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fd6f7d4e6104d15a817fb30b4b3c2a4, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733155352133 2024-12-02T16:02:32,860 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b9d59cfec4140d98ab25537e8da0088, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733155352133 2024-12-02T16:02:32,885 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:32,886 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/2cda3a44dd5840b9a78a0ac91256efe8 is 50, key is test_row_0/B:col10/1733155352259/Put/seqid=0 2024-12-02T16:02:32,895 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#A#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:32,895 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/4401637f228640e693e96fe8fb260066 is 50, key is test_row_0/A:col10/1733155352259/Put/seqid=0 2024-12-02T16:02:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:32,915 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:32,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:02:32,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:32,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:32,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742065_1241 (size=12663) 2024-12-02T16:02:32,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742064_1240 (size=12663) 2024-12-02T16:02:32,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/d46e5168a02741789758b10289689a7b is 50, key is test_row_0/A:col10/1733155352908/Put/seqid=0 2024-12-02T16:02:32,954 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/4401637f228640e693e96fe8fb260066 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4401637f228640e693e96fe8fb260066 2024-12-02T16:02:32,968 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/A of 2aa2afb2dda08ed28b625e5f75ec5040 into 4401637f228640e693e96fe8fb260066(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:32,968 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:32,968 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/A, priority=13, startTime=1733155352850; duration=0sec 2024-12-02T16:02:32,969 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:32,969 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:A 2024-12-02T16:02:32,969 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:32,970 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/2cda3a44dd5840b9a78a0ac91256efe8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/2cda3a44dd5840b9a78a0ac91256efe8 2024-12-02T16:02:32,973 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:32,973 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/C is initiating minor compaction (all files) 2024-12-02T16:02:32,973 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/C in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:32,973 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/a48e2f46f839416db82fa2d4ac5de920, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/8626df8b49ec44d1a747c0d5179ab57c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/069d272ef7d445c38d9a69cac56d83da] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=36.0 K 2024-12-02T16:02:32,974 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting a48e2f46f839416db82fa2d4ac5de920, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733155350189 2024-12-02T16:02:32,975 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8626df8b49ec44d1a747c0d5179ab57c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733155350213 2024-12-02T16:02:32,975 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 069d272ef7d445c38d9a69cac56d83da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733155352133 2024-12-02T16:02:32,983 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/B of 2aa2afb2dda08ed28b625e5f75ec5040 into 2cda3a44dd5840b9a78a0ac91256efe8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:32,984 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:32,984 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/B, priority=13, startTime=1733155352851; duration=0sec 2024-12-02T16:02:32,984 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:32,984 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:B 2024-12-02T16:02:32,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742066_1242 (size=14541) 2024-12-02T16:02:32,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/d46e5168a02741789758b10289689a7b 2024-12-02T16:02:32,990 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#C#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:32,991 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/eda24be04a91451c99e4db92a57b486a is 50, key is test_row_0/C:col10/1733155352259/Put/seqid=0 2024-12-02T16:02:33,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/a9e1eac14182455ea931eecb01af0dbd is 50, key is test_row_0/B:col10/1733155352908/Put/seqid=0 2024-12-02T16:02:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742067_1243 (size=12663) 2024-12-02T16:02:33,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742068_1244 (size=12151) 2024-12-02T16:02:33,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155413054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:33,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155413054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:33,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:33,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:33,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T16:02:33,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155413158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:33,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:33,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155413170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:33,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155413371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:33,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155413383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:33,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:33,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:33,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/a9e1eac14182455ea931eecb01af0dbd 2024-12-02T16:02:33,417 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/eda24be04a91451c99e4db92a57b486a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/eda24be04a91451c99e4db92a57b486a 2024-12-02T16:02:33,439 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/C of 2aa2afb2dda08ed28b625e5f75ec5040 into eda24be04a91451c99e4db92a57b486a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:33,439 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:33,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/566ba2beaef844dda5e547effb049f27 is 50, key is test_row_0/C:col10/1733155352908/Put/seqid=0 2024-12-02T16:02:33,439 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/C, priority=13, startTime=1733155352851; duration=0sec 2024-12-02T16:02:33,439 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:33,439 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:C 2024-12-02T16:02:33,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742069_1245 (size=12151) 2024-12-02T16:02:33,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155413688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:33,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155413698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:33,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:33,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:33,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:33,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/566ba2beaef844dda5e547effb049f27 2024-12-02T16:02:33,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:33,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:33,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:33,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:33,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/d46e5168a02741789758b10289689a7b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/d46e5168a02741789758b10289689a7b 2024-12-02T16:02:33,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/d46e5168a02741789758b10289689a7b, entries=200, sequenceid=246, filesize=14.2 K 2024-12-02T16:02:33,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/a9e1eac14182455ea931eecb01af0dbd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/a9e1eac14182455ea931eecb01af0dbd 2024-12-02T16:02:33,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/a9e1eac14182455ea931eecb01af0dbd, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T16:02:33,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/566ba2beaef844dda5e547effb049f27 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/566ba2beaef844dda5e547effb049f27 2024-12-02T16:02:33,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/566ba2beaef844dda5e547effb049f27, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T16:02:33,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 2aa2afb2dda08ed28b625e5f75ec5040 in 1014ms, sequenceid=246, compaction requested=false 2024-12-02T16:02:33,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:34,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T16:02:34,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:34,043 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:02:34,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/82bfe819376f4b18939e66c8f85d2de5 is 50, key is test_row_0/A:col10/1733155353048/Put/seqid=0 2024-12-02T16:02:34,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742070_1246 (size=12301) 2024-12-02T16:02:34,079 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/82bfe819376f4b18939e66c8f85d2de5 2024-12-02T16:02:34,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/c2e3b0ae8e7c4445b1cd1c3a9e217033 is 50, key is test_row_0/B:col10/1733155353048/Put/seqid=0 2024-12-02T16:02:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T16:02:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742071_1247 (size=12301) 2024-12-02T16:02:34,150 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/c2e3b0ae8e7c4445b1cd1c3a9e217033 2024-12-02T16:02:34,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/73fe8777e11f414886a77de8776eaeb3 is 50, key is test_row_0/C:col10/1733155353048/Put/seqid=0 2024-12-02T16:02:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:34,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:34,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742072_1248 (size=12301) 2024-12-02T16:02:34,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155414233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:34,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:34,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155414238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:34,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:34,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155414338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:34,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155414357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:34,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:34,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155414395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:34,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155414395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:34,400 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2aa2afb2dda08ed28b625e5f75ec5040 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:34,402 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 2aa2afb2dda08ed28b625e5f75ec5040 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:34,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:34,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155414431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:34,434 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2aa2afb2dda08ed28b625e5f75ec5040 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:34,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155414547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:34,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:34,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155414568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:34,635 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/73fe8777e11f414886a77de8776eaeb3 2024-12-02T16:02:34,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/82bfe819376f4b18939e66c8f85d2de5 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/82bfe819376f4b18939e66c8f85d2de5 2024-12-02T16:02:34,690 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/82bfe819376f4b18939e66c8f85d2de5, entries=150, sequenceid=275, filesize=12.0 K 2024-12-02T16:02:34,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/c2e3b0ae8e7c4445b1cd1c3a9e217033 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c2e3b0ae8e7c4445b1cd1c3a9e217033 2024-12-02T16:02:34,711 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c2e3b0ae8e7c4445b1cd1c3a9e217033, entries=150, sequenceid=275, filesize=12.0 K 2024-12-02T16:02:34,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/73fe8777e11f414886a77de8776eaeb3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/73fe8777e11f414886a77de8776eaeb3 2024-12-02T16:02:34,732 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/73fe8777e11f414886a77de8776eaeb3, entries=150, sequenceid=275, filesize=12.0 K 2024-12-02T16:02:34,734 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2aa2afb2dda08ed28b625e5f75ec5040 in 691ms, sequenceid=275, compaction requested=true 2024-12-02T16:02:34,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:34,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:34,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-02T16:02:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-02T16:02:34,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-02T16:02:34,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7580 sec 2024-12-02T16:02:34,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 2.7710 sec 2024-12-02T16:02:34,864 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:34,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:02:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:34,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/c149cb24a1a54a678ca71b5aeb3bf53b is 50, key is test_row_0/A:col10/1733155354224/Put/seqid=0 2024-12-02T16:02:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742073_1249 (size=14741) 2024-12-02T16:02:34,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/c149cb24a1a54a678ca71b5aeb3bf53b 2024-12-02T16:02:34,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/b225403dd2ab49639255f511c33c0e63 is 50, key is test_row_0/B:col10/1733155354224/Put/seqid=0 2024-12-02T16:02:34,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155414963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:34,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155414965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742074_1250 (size=12301) 2024-12-02T16:02:35,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155415079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:35,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155415079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:35,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:35,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155415288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155415290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:35,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/b225403dd2ab49639255f511c33c0e63 2024-12-02T16:02:35,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/d478e72cc0644bbd9ebae9255e010170 is 50, key is test_row_0/C:col10/1733155354224/Put/seqid=0 2024-12-02T16:02:35,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742075_1251 (size=12301) 2024-12-02T16:02:35,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:35,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155415598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155415598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:35,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/d478e72cc0644bbd9ebae9255e010170 2024-12-02T16:02:35,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/c149cb24a1a54a678ca71b5aeb3bf53b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c149cb24a1a54a678ca71b5aeb3bf53b 2024-12-02T16:02:35,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c149cb24a1a54a678ca71b5aeb3bf53b, entries=200, sequenceid=286, filesize=14.4 K 2024-12-02T16:02:35,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/b225403dd2ab49639255f511c33c0e63 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b225403dd2ab49639255f511c33c0e63 2024-12-02T16:02:35,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b225403dd2ab49639255f511c33c0e63, entries=150, sequenceid=286, filesize=12.0 K 2024-12-02T16:02:35,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/d478e72cc0644bbd9ebae9255e010170 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d478e72cc0644bbd9ebae9255e010170 2024-12-02T16:02:35,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d478e72cc0644bbd9ebae9255e010170, entries=150, sequenceid=286, filesize=12.0 K 2024-12-02T16:02:35,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2aa2afb2dda08ed28b625e5f75ec5040 in 1048ms, sequenceid=286, compaction requested=true 2024-12-02T16:02:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:35,912 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:02:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:02:35,912 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:02:35,915 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:02:35,915 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/B is initiating minor compaction (all files) 2024-12-02T16:02:35,915 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/B in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:35,915 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/2cda3a44dd5840b9a78a0ac91256efe8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/a9e1eac14182455ea931eecb01af0dbd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c2e3b0ae8e7c4445b1cd1c3a9e217033, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b225403dd2ab49639255f511c33c0e63] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=48.3 K 2024-12-02T16:02:35,915 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54246 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:02:35,916 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/A is initiating minor compaction (all files) 2024-12-02T16:02:35,916 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/A in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:35,916 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4401637f228640e693e96fe8fb260066, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/d46e5168a02741789758b10289689a7b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/82bfe819376f4b18939e66c8f85d2de5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c149cb24a1a54a678ca71b5aeb3bf53b] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=53.0 K 2024-12-02T16:02:35,916 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4401637f228640e693e96fe8fb260066, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733155352133 2024-12-02T16:02:35,916 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cda3a44dd5840b9a78a0ac91256efe8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733155352133 2024-12-02T16:02:35,917 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting d46e5168a02741789758b10289689a7b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733155352266 2024-12-02T16:02:35,917 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting a9e1eac14182455ea931eecb01af0dbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733155352266 2024-12-02T16:02:35,918 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82bfe819376f4b18939e66c8f85d2de5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733155353043 2024-12-02T16:02:35,918 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting c2e3b0ae8e7c4445b1cd1c3a9e217033, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733155353043 2024-12-02T16:02:35,918 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting c149cb24a1a54a678ca71b5aeb3bf53b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733155354224 2024-12-02T16:02:35,919 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b225403dd2ab49639255f511c33c0e63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733155354224 2024-12-02T16:02:35,933 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#B#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:35,933 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/b8a8024859ab4bc4ad4b898d8b3589a5 is 50, key is test_row_0/B:col10/1733155354224/Put/seqid=0 2024-12-02T16:02:35,944 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:35,945 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/07c3b25000d54003bc9ac3f004adae32 is 50, key is test_row_0/A:col10/1733155354224/Put/seqid=0 2024-12-02T16:02:35,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742076_1252 (size=12949) 2024-12-02T16:02:35,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742077_1253 (size=12949) 2024-12-02T16:02:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:36,112 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:36,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:02:36,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/2c35e362373c4be0bf238c5b8cbdeb77 is 50, key is test_row_0/A:col10/1733155356108/Put/seqid=0 2024-12-02T16:02:36,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155416135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:36,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155416135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:36,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742078_1254 (size=14741) 2024-12-02T16:02:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T16:02:36,148 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:36,149 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-02T16:02:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T16:02:36,153 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:36,154 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:36,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:36,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155416248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155416248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T16:02:36,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T16:02:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:36,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,357 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/b8a8024859ab4bc4ad4b898d8b3589a5 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b8a8024859ab4bc4ad4b898d8b3589a5 2024-12-02T16:02:36,363 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/07c3b25000d54003bc9ac3f004adae32 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/07c3b25000d54003bc9ac3f004adae32 2024-12-02T16:02:36,365 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/B of 2aa2afb2dda08ed28b625e5f75ec5040 into b8a8024859ab4bc4ad4b898d8b3589a5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:36,365 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:36,366 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/B, priority=12, startTime=1733155355912; duration=0sec 2024-12-02T16:02:36,366 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:36,366 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:B 2024-12-02T16:02:36,366 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:02:36,367 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:02:36,367 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/C is initiating minor compaction (all files) 2024-12-02T16:02:36,367 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/C in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:36,367 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/eda24be04a91451c99e4db92a57b486a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/566ba2beaef844dda5e547effb049f27, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/73fe8777e11f414886a77de8776eaeb3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d478e72cc0644bbd9ebae9255e010170] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=48.3 K 2024-12-02T16:02:36,368 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting eda24be04a91451c99e4db92a57b486a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733155352133 2024-12-02T16:02:36,369 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 566ba2beaef844dda5e547effb049f27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733155352266 2024-12-02T16:02:36,369 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/A of 2aa2afb2dda08ed28b625e5f75ec5040 into 07c3b25000d54003bc9ac3f004adae32(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:36,369 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:36,369 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/A, priority=12, startTime=1733155355912; duration=0sec 2024-12-02T16:02:36,369 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 73fe8777e11f414886a77de8776eaeb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733155353043 2024-12-02T16:02:36,369 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:36,369 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:A 2024-12-02T16:02:36,370 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting d478e72cc0644bbd9ebae9255e010170, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733155354224 2024-12-02T16:02:36,383 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#C#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:36,384 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/5cbe27ec938d4c88b53ccc8cf7f8f4ff is 50, key is test_row_0/C:col10/1733155354224/Put/seqid=0 2024-12-02T16:02:36,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742079_1255 (size=12949) 2024-12-02T16:02:36,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155416459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:36,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155416459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:36,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T16:02:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:36,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T16:02:36,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/2c35e362373c4be0bf238c5b8cbdeb77 2024-12-02T16:02:36,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/fd4112d1e5774a1bbb3b012538c032ca is 50, key is test_row_0/B:col10/1733155356108/Put/seqid=0 2024-12-02T16:02:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742080_1256 (size=12301) 2024-12-02T16:02:36,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/fd4112d1e5774a1bbb3b012538c032ca 2024-12-02T16:02:36,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/ea5b5be5eb6f4762a92f759565140493 is 50, key is test_row_0/C:col10/1733155356108/Put/seqid=0 2024-12-02T16:02:36,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742081_1257 (size=12301) 2024-12-02T16:02:36,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/ea5b5be5eb6f4762a92f759565140493 2024-12-02T16:02:36,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T16:02:36,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:36,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:36,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:36,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/2c35e362373c4be0bf238c5b8cbdeb77 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2c35e362373c4be0bf238c5b8cbdeb77 2024-12-02T16:02:36,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2c35e362373c4be0bf238c5b8cbdeb77, entries=200, sequenceid=312, filesize=14.4 K 2024-12-02T16:02:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/fd4112d1e5774a1bbb3b012538c032ca as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/fd4112d1e5774a1bbb3b012538c032ca 2024-12-02T16:02:36,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/fd4112d1e5774a1bbb3b012538c032ca, entries=150, sequenceid=312, filesize=12.0 K 2024-12-02T16:02:36,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/ea5b5be5eb6f4762a92f759565140493 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/ea5b5be5eb6f4762a92f759565140493 2024-12-02T16:02:36,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/ea5b5be5eb6f4762a92f759565140493, entries=150, sequenceid=312, filesize=12.0 K 2024-12-02T16:02:36,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 2aa2afb2dda08ed28b625e5f75ec5040 in 550ms, sequenceid=312, compaction requested=false 2024-12-02T16:02:36,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:36,773 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:36,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:02:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T16:02:36,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T16:02:36,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:36,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:36,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:36,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/83e6dcd52e4547929d51f17094df2a37 is 50, key is test_row_0/A:col10/1733155356771/Put/seqid=0 2024-12-02T16:02:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742082_1258 (size=12301) 2024-12-02T16:02:36,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/83e6dcd52e4547929d51f17094df2a37 2024-12-02T16:02:36,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/0c474a8f59c1468cb5ef4a2f8ac0b0f3 is 50, key is test_row_0/B:col10/1733155356771/Put/seqid=0 2024-12-02T16:02:36,843 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/5cbe27ec938d4c88b53ccc8cf7f8f4ff as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/5cbe27ec938d4c88b53ccc8cf7f8f4ff 2024-12-02T16:02:36,850 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/C of 2aa2afb2dda08ed28b625e5f75ec5040 into 5cbe27ec938d4c88b53ccc8cf7f8f4ff(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:36,850 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:36,850 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/C, priority=12, startTime=1733155355912; duration=0sec 2024-12-02T16:02:36,850 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:36,850 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:C 2024-12-02T16:02:36,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742083_1259 (size=12301) 2024-12-02T16:02:36,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155416905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:36,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:36,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155416908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:36,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T16:02:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:36,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155417022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:37,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155417022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:37,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T16:02:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155417240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:37,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155417240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:37,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T16:02:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/0c474a8f59c1468cb5ef4a2f8ac0b0f3 2024-12-02T16:02:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T16:02:37,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/1ffb9fc7f9674b67997992159c088ccd is 50, key is test_row_0/C:col10/1733155356771/Put/seqid=0 2024-12-02T16:02:37,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742084_1260 (size=12301) 2024-12-02T16:02:37,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T16:02:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:37,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155417548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:37,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155417551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:37,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:37,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:37,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T16:02:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/1ffb9fc7f9674b67997992159c088ccd 2024-12-02T16:02:37,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/83e6dcd52e4547929d51f17094df2a37 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/83e6dcd52e4547929d51f17094df2a37 2024-12-02T16:02:37,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/83e6dcd52e4547929d51f17094df2a37, entries=150, sequenceid=327, filesize=12.0 K 2024-12-02T16:02:37,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T16:02:37,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/0c474a8f59c1468cb5ef4a2f8ac0b0f3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/0c474a8f59c1468cb5ef4a2f8ac0b0f3 2024-12-02T16:02:37,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:37,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:37,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/0c474a8f59c1468cb5ef4a2f8ac0b0f3, entries=150, sequenceid=327, filesize=12.0 K 2024-12-02T16:02:37,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/1ffb9fc7f9674b67997992159c088ccd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/1ffb9fc7f9674b67997992159c088ccd 2024-12-02T16:02:37,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/1ffb9fc7f9674b67997992159c088ccd, entries=150, sequenceid=327, filesize=12.0 K 2024-12-02T16:02:37,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2aa2afb2dda08ed28b625e5f75ec5040 in 995ms, sequenceid=327, compaction requested=true 2024-12-02T16:02:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:37,768 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:02:37,769 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:37,770 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/A is initiating minor compaction (all files) 2024-12-02T16:02:37,770 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/A in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,770 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/07c3b25000d54003bc9ac3f004adae32, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2c35e362373c4be0bf238c5b8cbdeb77, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/83e6dcd52e4547929d51f17094df2a37] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=39.1 K 2024-12-02T16:02:37,770 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:37,770 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 07c3b25000d54003bc9ac3f004adae32, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733155354224 2024-12-02T16:02:37,771 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c35e362373c4be0bf238c5b8cbdeb77, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733155354954 2024-12-02T16:02:37,771 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 83e6dcd52e4547929d51f17094df2a37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733155356129 2024-12-02T16:02:37,773 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:37,773 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/B is initiating minor compaction (all files) 2024-12-02T16:02:37,773 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/B in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,773 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b8a8024859ab4bc4ad4b898d8b3589a5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/fd4112d1e5774a1bbb3b012538c032ca, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/0c474a8f59c1468cb5ef4a2f8ac0b0f3] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=36.7 K 2024-12-02T16:02:37,773 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8a8024859ab4bc4ad4b898d8b3589a5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733155354224 2024-12-02T16:02:37,774 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd4112d1e5774a1bbb3b012538c032ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733155354954 2024-12-02T16:02:37,774 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c474a8f59c1468cb5ef4a2f8ac0b0f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733155356129 2024-12-02T16:02:37,781 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:37,782 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/e0a6a7ec9ac143b098a75bf950a07ad9 is 50, key is test_row_0/A:col10/1733155356771/Put/seqid=0 2024-12-02T16:02:37,787 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#B#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:37,788 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/a90bcfe298ad4749a568c8065fc7e732 is 50, key is test_row_0/B:col10/1733155356771/Put/seqid=0 2024-12-02T16:02:37,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742086_1262 (size=13051) 2024-12-02T16:02:37,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742085_1261 (size=13051) 2024-12-02T16:02:37,836 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/e0a6a7ec9ac143b098a75bf950a07ad9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/e0a6a7ec9ac143b098a75bf950a07ad9 2024-12-02T16:02:37,837 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/a90bcfe298ad4749a568c8065fc7e732 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/a90bcfe298ad4749a568c8065fc7e732 2024-12-02T16:02:37,847 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/A of 2aa2afb2dda08ed28b625e5f75ec5040 into e0a6a7ec9ac143b098a75bf950a07ad9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:37,847 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:37,847 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/A, priority=13, startTime=1733155357768; duration=0sec 2024-12-02T16:02:37,847 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:37,847 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:A 2024-12-02T16:02:37,847 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:37,849 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:37,849 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/C is initiating minor compaction (all files) 2024-12-02T16:02:37,849 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/C in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,849 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/5cbe27ec938d4c88b53ccc8cf7f8f4ff, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/ea5b5be5eb6f4762a92f759565140493, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/1ffb9fc7f9674b67997992159c088ccd] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=36.7 K 2024-12-02T16:02:37,853 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/B of 2aa2afb2dda08ed28b625e5f75ec5040 into a90bcfe298ad4749a568c8065fc7e732(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:37,853 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:37,854 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/B, priority=13, startTime=1733155357768; duration=0sec 2024-12-02T16:02:37,854 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:37,854 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:B 2024-12-02T16:02:37,859 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cbe27ec938d4c88b53ccc8cf7f8f4ff, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733155354224 2024-12-02T16:02:37,859 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting ea5b5be5eb6f4762a92f759565140493, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733155354954 2024-12-02T16:02:37,860 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ffb9fc7f9674b67997992159c088ccd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733155356129 2024-12-02T16:02:37,892 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#C#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:37,893 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/ef544d1486194c27be6ff37140d6a1dd is 50, key is test_row_0/C:col10/1733155356771/Put/seqid=0 2024-12-02T16:02:37,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T16:02:37,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:37,916 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:02:37,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742087_1263 (size=13051) 2024-12-02T16:02:37,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/39a4872ebdc345619a1238a92fee11d3 is 50, key is test_row_0/A:col10/1733155356903/Put/seqid=0 2024-12-02T16:02:37,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742088_1264 (size=12301) 2024-12-02T16:02:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:38,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. as already flushing 2024-12-02T16:02:38,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155418091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155418094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:38,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155418198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:38,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155418211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T16:02:38,337 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/ef544d1486194c27be6ff37140d6a1dd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/ef544d1486194c27be6ff37140d6a1dd 2024-12-02T16:02:38,342 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/C of 2aa2afb2dda08ed28b625e5f75ec5040 into ef544d1486194c27be6ff37140d6a1dd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:38,342 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:38,342 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/C, priority=13, startTime=1733155357768; duration=0sec 2024-12-02T16:02:38,342 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:38,342 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:C 2024-12-02T16:02:38,364 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/39a4872ebdc345619a1238a92fee11d3 2024-12-02T16:02:38,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/e687bbc958cd482fa419b61a83d233b0 is 50, key is test_row_0/B:col10/1733155356903/Put/seqid=0 2024-12-02T16:02:38,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742089_1265 (size=12301) 2024-12-02T16:02:38,381 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/e687bbc958cd482fa419b61a83d233b0 2024-12-02T16:02:38,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/6e9cbb946b86472388a72c3f20e192e7 is 50, key is test_row_0/C:col10/1733155356903/Put/seqid=0 2024-12-02T16:02:38,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742090_1266 (size=12301) 2024-12-02T16:02:38,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155418408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:38,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:38,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155418417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:38,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:38,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1733155418417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:38,421 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 2aa2afb2dda08ed28b625e5f75ec5040 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:38,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:38,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51014 deadline: 1733155418438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:38,440 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2aa2afb2dda08ed28b625e5f75ec5040 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:38,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51002 deadline: 1733155418448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:38,450 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2aa2afb2dda08ed28b625e5f75ec5040 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:38,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155418718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:38,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:38,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155418728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:38,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:38,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:38,805 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/6e9cbb946b86472388a72c3f20e192e7 2024-12-02T16:02:38,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/39a4872ebdc345619a1238a92fee11d3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/39a4872ebdc345619a1238a92fee11d3 2024-12-02T16:02:38,823 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/39a4872ebdc345619a1238a92fee11d3, entries=150, sequenceid=353, filesize=12.0 K 2024-12-02T16:02:38,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/e687bbc958cd482fa419b61a83d233b0 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/e687bbc958cd482fa419b61a83d233b0 2024-12-02T16:02:38,830 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/e687bbc958cd482fa419b61a83d233b0, entries=150, sequenceid=353, filesize=12.0 K 2024-12-02T16:02:38,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/6e9cbb946b86472388a72c3f20e192e7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/6e9cbb946b86472388a72c3f20e192e7 2024-12-02T16:02:38,836 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/6e9cbb946b86472388a72c3f20e192e7, entries=150, sequenceid=353, filesize=12.0 K 2024-12-02T16:02:38,837 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2aa2afb2dda08ed28b625e5f75ec5040 in 921ms, sequenceid=353, compaction requested=false 2024-12-02T16:02:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-02T16:02:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-02T16:02:38,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-02T16:02:38,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6840 sec 2024-12-02T16:02:38,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.6920 sec 2024-12-02T16:02:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:39,230 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:39,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T16:02:39,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/f059520aad31499fa5f015e44e1f7018 is 50, key is test_row_0/A:col10/1733155359229/Put/seqid=0 2024-12-02T16:02:39,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742091_1267 (size=14741) 2024-12-02T16:02:39,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/f059520aad31499fa5f015e44e1f7018 2024-12-02T16:02:39,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/c8f4b30764464c26add86b828f97ed6f is 50, key is test_row_0/B:col10/1733155359229/Put/seqid=0 2024-12-02T16:02:39,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742092_1268 (size=12301) 2024-12-02T16:02:39,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/c8f4b30764464c26add86b828f97ed6f 2024-12-02T16:02:39,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/d614b0d994e5428dac4c04fe00f42eff is 50, key is test_row_0/C:col10/1733155359229/Put/seqid=0 2024-12-02T16:02:39,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742093_1269 (size=12301) 2024-12-02T16:02:39,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155419286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:39,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155419287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:39,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:39,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:39,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155419398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:39,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:39,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155419398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:39,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:39,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:39,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:39,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155419608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155419608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:39,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/d614b0d994e5428dac4c04fe00f42eff 2024-12-02T16:02:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/f059520aad31499fa5f015e44e1f7018 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f059520aad31499fa5f015e44e1f7018 2024-12-02T16:02:39,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f059520aad31499fa5f015e44e1f7018, entries=200, sequenceid=368, filesize=14.4 K 2024-12-02T16:02:39,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/c8f4b30764464c26add86b828f97ed6f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c8f4b30764464c26add86b828f97ed6f 2024-12-02T16:02:39,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c8f4b30764464c26add86b828f97ed6f, entries=150, sequenceid=368, filesize=12.0 K 2024-12-02T16:02:39,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/d614b0d994e5428dac4c04fe00f42eff as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d614b0d994e5428dac4c04fe00f42eff 2024-12-02T16:02:39,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d614b0d994e5428dac4c04fe00f42eff, entries=150, sequenceid=368, filesize=12.0 K 2024-12-02T16:02:39,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 2aa2afb2dda08ed28b625e5f75ec5040 in 466ms, sequenceid=368, compaction requested=true 2024-12-02T16:02:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:39,696 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:39,697 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:39,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:39,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:39,698 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:39,698 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:39,698 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/A is initiating minor compaction (all files) 2024-12-02T16:02:39,698 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/B is initiating minor compaction (all files) 2024-12-02T16:02:39,698 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/A in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:39,698 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/B in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:39,698 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/e0a6a7ec9ac143b098a75bf950a07ad9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/39a4872ebdc345619a1238a92fee11d3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f059520aad31499fa5f015e44e1f7018] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=39.2 K 2024-12-02T16:02:39,698 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/a90bcfe298ad4749a568c8065fc7e732, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/e687bbc958cd482fa419b61a83d233b0, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c8f4b30764464c26add86b828f97ed6f] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=36.8 K 2024-12-02T16:02:39,699 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting a90bcfe298ad4749a568c8065fc7e732, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733155356129 2024-12-02T16:02:39,699 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0a6a7ec9ac143b098a75bf950a07ad9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733155356129 2024-12-02T16:02:39,699 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting e687bbc958cd482fa419b61a83d233b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733155356873 2024-12-02T16:02:39,699 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39a4872ebdc345619a1238a92fee11d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733155356873 2024-12-02T16:02:39,700 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting c8f4b30764464c26add86b828f97ed6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733155358083 2024-12-02T16:02:39,702 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting f059520aad31499fa5f015e44e1f7018, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733155358083 2024-12-02T16:02:39,712 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#B#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:39,713 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#A#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:39,713 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/ce2976064783480a943684b0dd250152 is 50, key is test_row_0/B:col10/1733155359229/Put/seqid=0 2024-12-02T16:02:39,713 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/2d0e1533fd1d4a508ea457883e71938b is 50, key is test_row_0/A:col10/1733155359229/Put/seqid=0 2024-12-02T16:02:39,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742095_1271 (size=13153) 2024-12-02T16:02:39,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742094_1270 (size=13153) 2024-12-02T16:02:39,742 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/ce2976064783480a943684b0dd250152 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ce2976064783480a943684b0dd250152 2024-12-02T16:02:39,742 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/2d0e1533fd1d4a508ea457883e71938b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2d0e1533fd1d4a508ea457883e71938b 2024-12-02T16:02:39,750 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/B of 2aa2afb2dda08ed28b625e5f75ec5040 into ce2976064783480a943684b0dd250152(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:39,751 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:39,751 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/B, priority=13, startTime=1733155359696; duration=0sec 2024-12-02T16:02:39,751 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:39,751 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:B 2024-12-02T16:02:39,751 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:39,752 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:39,752 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/C is initiating minor compaction (all files) 2024-12-02T16:02:39,752 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/C in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:39,752 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/ef544d1486194c27be6ff37140d6a1dd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/6e9cbb946b86472388a72c3f20e192e7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d614b0d994e5428dac4c04fe00f42eff] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=36.8 K 2024-12-02T16:02:39,752 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting ef544d1486194c27be6ff37140d6a1dd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733155356129 2024-12-02T16:02:39,753 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e9cbb946b86472388a72c3f20e192e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733155356873 2024-12-02T16:02:39,753 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting d614b0d994e5428dac4c04fe00f42eff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733155358083 2024-12-02T16:02:39,754 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/A of 2aa2afb2dda08ed28b625e5f75ec5040 into 2d0e1533fd1d4a508ea457883e71938b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:39,754 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:39,754 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/A, priority=13, startTime=1733155359696; duration=0sec 2024-12-02T16:02:39,755 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:39,755 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:A 2024-12-02T16:02:39,764 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:39,765 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/0ea4924b8ded488e9af0966d79031b70 is 50, key is test_row_0/C:col10/1733155359229/Put/seqid=0 2024-12-02T16:02:39,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742096_1272 (size=13153) 2024-12-02T16:02:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:39,924 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:39,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:02:39,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/144205753a7b49deb3c47c587f0ace68 is 50, key is test_row_0/A:col10/1733155359285/Put/seqid=0 2024-12-02T16:02:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742097_1273 (size=12301) 2024-12-02T16:02:39,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155419942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:39,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155419943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:40,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155420048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:40,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:40,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155420048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:40,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:40,211 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/0ea4924b8ded488e9af0966d79031b70 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/0ea4924b8ded488e9af0966d79031b70 2024-12-02T16:02:40,218 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/C of 2aa2afb2dda08ed28b625e5f75ec5040 into 0ea4924b8ded488e9af0966d79031b70(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:40,218 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:40,218 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/C, priority=13, startTime=1733155359697; duration=0sec 2024-12-02T16:02:40,219 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:40,219 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:C 2024-12-02T16:02:40,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155420258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:40,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155420258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:40,322 INFO [Thread-949 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-949. 2024-12-02T16:02:40,322 DEBUG [Thread-949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:40,322 DEBUG [Thread-949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:40,323 DEBUG [Thread-949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:40,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:40,323 INFO [Thread-945 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-945. 2024-12-02T16:02:40,323 DEBUG [Thread-945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:40,323 DEBUG [Thread-945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:40,323 DEBUG [Thread-945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:40,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:40,323 INFO [Thread-953 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-953. 2024-12-02T16:02:40,323 DEBUG [Thread-953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:40,323 DEBUG [Thread-953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:40,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:40,324 INFO [Thread-947 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-947. 2024-12-02T16:02:40,324 DEBUG [Thread-953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:40,324 DEBUG [Thread-947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:40,324 DEBUG [Thread-947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:40,324 DEBUG [Thread-947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:40,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:40,325 INFO [Thread-951 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-951. 2024-12-02T16:02:40,325 DEBUG [Thread-951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:40,325 DEBUG [Thread-951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:40,325 DEBUG [Thread-951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:40,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T16:02:40,329 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:40,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/144205753a7b49deb3c47c587f0ace68 2024-12-02T16:02:40,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/ff02eefe3a424e01a0f32c46bc5d6fac is 50, key is test_row_0/B:col10/1733155359285/Put/seqid=0 2024-12-02T16:02:40,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742098_1274 (size=12301) 2024-12-02T16:02:40,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/ff02eefe3a424e01a0f32c46bc5d6fac 2024-12-02T16:02:40,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/e358e52381124dffb663517ca83f2276 is 50, key is test_row_0/C:col10/1733155359285/Put/seqid=0 2024-12-02T16:02:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742099_1275 (size=12301) 2024-12-02T16:02:40,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:40,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51024 deadline: 1733155420568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50982 deadline: 1733155420568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:40,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:40,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:40,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:02:40,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/e358e52381124dffb663517ca83f2276 2024-12-02T16:02:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/144205753a7b49deb3c47c587f0ace68 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/144205753a7b49deb3c47c587f0ace68 2024-12-02T16:02:40,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/144205753a7b49deb3c47c587f0ace68, entries=150, sequenceid=395, filesize=12.0 K 2024-12-02T16:02:40,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/ff02eefe3a424e01a0f32c46bc5d6fac as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ff02eefe3a424e01a0f32c46bc5d6fac 2024-12-02T16:02:40,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ff02eefe3a424e01a0f32c46bc5d6fac, entries=150, sequenceid=395, filesize=12.0 K 2024-12-02T16:02:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/e358e52381124dffb663517ca83f2276 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/e358e52381124dffb663517ca83f2276 2024-12-02T16:02:40,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/e358e52381124dffb663517ca83f2276, entries=150, sequenceid=395, filesize=12.0 K 2024-12-02T16:02:40,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2aa2afb2dda08ed28b625e5f75ec5040 in 891ms, sequenceid=395, compaction requested=false 2024-12-02T16:02:40,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:41,080 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:41,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:02:41,080 INFO [Thread-942 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-942. 2024-12-02T16:02:41,080 INFO [Thread-934 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-934. 2024-12-02T16:02:41,080 DEBUG [Thread-934 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:41,080 DEBUG [Thread-942 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:41,080 DEBUG [Thread-934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:41,080 DEBUG [Thread-942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:41,080 DEBUG [Thread-942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:41,080 DEBUG [Thread-934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:41,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:41,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:41,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/4385d2ffb1734824b5ff5ad3bf89c460 is 50, key is test_row_0/A:col10/1733155361078/Put/seqid=0 2024-12-02T16:02:41,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742100_1276 (size=12301) 2024-12-02T16:02:41,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/4385d2ffb1734824b5ff5ad3bf89c460 2024-12-02T16:02:41,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/936142fd2bcf4cc1a3d3a1bb8a5a0bf3 is 50, key is test_row_0/B:col10/1733155361078/Put/seqid=0 2024-12-02T16:02:41,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742101_1277 (size=12301) 2024-12-02T16:02:41,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/936142fd2bcf4cc1a3d3a1bb8a5a0bf3 2024-12-02T16:02:41,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/dcadcbef0c1f4bfe84e59163ce6b25fe is 50, key is test_row_0/C:col10/1733155361078/Put/seqid=0 2024-12-02T16:02:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742102_1278 (size=12301) 2024-12-02T16:02:41,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/dcadcbef0c1f4bfe84e59163ce6b25fe 2024-12-02T16:02:41,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/4385d2ffb1734824b5ff5ad3bf89c460 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4385d2ffb1734824b5ff5ad3bf89c460 2024-12-02T16:02:41,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4385d2ffb1734824b5ff5ad3bf89c460, entries=150, sequenceid=409, filesize=12.0 K 2024-12-02T16:02:41,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/936142fd2bcf4cc1a3d3a1bb8a5a0bf3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/936142fd2bcf4cc1a3d3a1bb8a5a0bf3 2024-12-02T16:02:42,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/936142fd2bcf4cc1a3d3a1bb8a5a0bf3, entries=150, sequenceid=409, filesize=12.0 K 2024-12-02T16:02:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/dcadcbef0c1f4bfe84e59163ce6b25fe as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dcadcbef0c1f4bfe84e59163ce6b25fe 2024-12-02T16:02:42,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dcadcbef0c1f4bfe84e59163ce6b25fe, entries=150, sequenceid=409, filesize=12.0 K 2024-12-02T16:02:42,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 2aa2afb2dda08ed28b625e5f75ec5040 in 931ms, sequenceid=409, compaction requested=true 2024-12-02T16:02:42,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:42,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:42,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:42,011 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:42,011 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:42,013 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:42,013 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/B is initiating minor compaction (all files) 2024-12-02T16:02:42,013 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/B in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:42,014 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ce2976064783480a943684b0dd250152, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ff02eefe3a424e01a0f32c46bc5d6fac, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/936142fd2bcf4cc1a3d3a1bb8a5a0bf3] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=36.9 K 2024-12-02T16:02:42,014 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:42,014 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/A is initiating minor compaction (all files) 2024-12-02T16:02:42,014 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/A in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:42,014 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2d0e1533fd1d4a508ea457883e71938b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/144205753a7b49deb3c47c587f0ace68, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4385d2ffb1734824b5ff5ad3bf89c460] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=36.9 K 2024-12-02T16:02:42,015 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d0e1533fd1d4a508ea457883e71938b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733155358083 2024-12-02T16:02:42,015 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting ce2976064783480a943684b0dd250152, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733155358083 2024-12-02T16:02:42,016 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 144205753a7b49deb3c47c587f0ace68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733155359281 2024-12-02T16:02:42,016 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting ff02eefe3a424e01a0f32c46bc5d6fac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733155359281 2024-12-02T16:02:42,018 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4385d2ffb1734824b5ff5ad3bf89c460, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733155359932 2024-12-02T16:02:42,018 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 936142fd2bcf4cc1a3d3a1bb8a5a0bf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733155359932 2024-12-02T16:02:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2aa2afb2dda08ed28b625e5f75ec5040:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:42,045 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:42,046 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/f1266c59afa74e3cb3598ff756e134ff is 50, key is test_row_0/B:col10/1733155361078/Put/seqid=0 2024-12-02T16:02:42,057 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#A#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:42,058 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/c634adb74554448686ac79757a130a8c is 50, key is test_row_0/A:col10/1733155361078/Put/seqid=0 2024-12-02T16:02:42,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742103_1279 (size=13255) 2024-12-02T16:02:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742104_1280 (size=13255) 2024-12-02T16:02:42,147 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/c634adb74554448686ac79757a130a8c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c634adb74554448686ac79757a130a8c 2024-12-02T16:02:42,203 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/A of 2aa2afb2dda08ed28b625e5f75ec5040 into c634adb74554448686ac79757a130a8c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:42,203 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:42,203 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/A, priority=13, startTime=1733155362011; duration=0sec 2024-12-02T16:02:42,203 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:42,203 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:A 2024-12-02T16:02:42,203 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:42,223 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:42,223 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2aa2afb2dda08ed28b625e5f75ec5040/C is initiating minor compaction (all files) 2024-12-02T16:02:42,223 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2aa2afb2dda08ed28b625e5f75ec5040/C in TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:42,223 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/0ea4924b8ded488e9af0966d79031b70, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/e358e52381124dffb663517ca83f2276, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dcadcbef0c1f4bfe84e59163ce6b25fe] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp, totalSize=36.9 K 2024-12-02T16:02:42,227 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ea4924b8ded488e9af0966d79031b70, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733155358083 2024-12-02T16:02:42,231 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting e358e52381124dffb663517ca83f2276, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733155359281 2024-12-02T16:02:42,233 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcadcbef0c1f4bfe84e59163ce6b25fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733155359932 2024-12-02T16:02:42,271 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2aa2afb2dda08ed28b625e5f75ec5040#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:42,272 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/2ea0d121410543eeb76fe28d8482ff64 is 50, key is test_row_0/C:col10/1733155361078/Put/seqid=0 2024-12-02T16:02:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742105_1281 (size=13255) 2024-12-02T16:02:42,332 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/2ea0d121410543eeb76fe28d8482ff64 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/2ea0d121410543eeb76fe28d8482ff64 2024-12-02T16:02:42,344 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/C of 2aa2afb2dda08ed28b625e5f75ec5040 into 2ea0d121410543eeb76fe28d8482ff64(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:42,344 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:42,344 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/C, priority=13, startTime=1733155362029; duration=0sec 2024-12-02T16:02:42,344 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:42,344 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:C 2024-12-02T16:02:42,492 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/f1266c59afa74e3cb3598ff756e134ff as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/f1266c59afa74e3cb3598ff756e134ff 2024-12-02T16:02:42,499 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2aa2afb2dda08ed28b625e5f75ec5040/B of 2aa2afb2dda08ed28b625e5f75ec5040 into f1266c59afa74e3cb3598ff756e134ff(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:42,499 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2aa2afb2dda08ed28b625e5f75ec5040: 2024-12-02T16:02:42,499 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., storeName=2aa2afb2dda08ed28b625e5f75ec5040/B, priority=13, startTime=1733155362011; duration=0sec 2024-12-02T16:02:42,499 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:42,499 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2aa2afb2dda08ed28b625e5f75ec5040:B 2024-12-02T16:02:46,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:02:48,430 INFO [Thread-938 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-938. 2024-12-02T16:02:48,430 DEBUG [Thread-938 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:48,430 DEBUG [Thread-938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:48,430 DEBUG [Thread-938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:48,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:48,450 INFO [Thread-940 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-940. 2024-12-02T16:02:48,450 DEBUG [Thread-940 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:48,450 DEBUG [Thread-940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:48,450 DEBUG [Thread-940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:48,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:48,460 INFO [Thread-936 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-936. 2024-12-02T16:02:48,460 DEBUG [Thread-936 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:02:48,460 DEBUG [Thread-936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:48,460 DEBUG [Thread-936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:48,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3366 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3483 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3410 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3337 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3311 2024-12-02T16:02:48,460 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:02:48,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T16:02:48,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:02:48,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:48,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:48,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:02:48,462 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-02T16:02:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T16:02:48,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155368467"}]},"ts":"1733155368467"} 2024-12-02T16:02:48,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:02:48,469 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:02:48,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:02:48,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2aa2afb2dda08ed28b625e5f75ec5040, UNASSIGN}] 2024-12-02T16:02:48,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2aa2afb2dda08ed28b625e5f75ec5040, UNASSIGN 2024-12-02T16:02:48,475 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=2aa2afb2dda08ed28b625e5f75ec5040, regionState=CLOSING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:48,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2aa2afb2dda08ed28b625e5f75ec5040, UNASSIGN because future has completed 2024-12-02T16:02:48,477 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:02:48,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:02:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T16:02:48,630 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(122): Close 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:48,630 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T16:02:48,630 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1722): Closing 2aa2afb2dda08ed28b625e5f75ec5040, disabling compactions & flushes 2024-12-02T16:02:48,630 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:48,631 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:48,631 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. after waiting 0 ms 2024-12-02T16:02:48,631 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:48,631 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(2902): Flushing 2aa2afb2dda08ed28b625e5f75ec5040 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-02T16:02:48,636 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/fcb521dc307a4efc921e7035e70d46af is 50, key is test_row_0/A:col10/1733155368428/Put/seqid=0 2024-12-02T16:02:48,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742106_1282 (size=9857) 2024-12-02T16:02:48,648 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/fcb521dc307a4efc921e7035e70d46af 2024-12-02T16:02:48,659 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/913336dde6d5425cace04f4d05a53787 is 50, key is test_row_0/B:col10/1733155368428/Put/seqid=0 2024-12-02T16:02:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742107_1283 (size=9857) 2024-12-02T16:02:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T16:02:49,065 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/913336dde6d5425cace04f4d05a53787 2024-12-02T16:02:49,076 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/558abb207026426faae476daf1393928 is 50, key is test_row_0/C:col10/1733155368428/Put/seqid=0 2024-12-02T16:02:49,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742108_1284 (size=9857) 2024-12-02T16:02:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T16:02:49,483 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/558abb207026426faae476daf1393928 2024-12-02T16:02:49,494 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/A/fcb521dc307a4efc921e7035e70d46af as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/fcb521dc307a4efc921e7035e70d46af 2024-12-02T16:02:49,499 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/fcb521dc307a4efc921e7035e70d46af, entries=100, sequenceid=418, filesize=9.6 K 2024-12-02T16:02:49,500 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/B/913336dde6d5425cace04f4d05a53787 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/913336dde6d5425cace04f4d05a53787 2024-12-02T16:02:49,504 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/913336dde6d5425cace04f4d05a53787, entries=100, sequenceid=418, filesize=9.6 K 2024-12-02T16:02:49,505 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/.tmp/C/558abb207026426faae476daf1393928 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/558abb207026426faae476daf1393928 2024-12-02T16:02:49,509 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/558abb207026426faae476daf1393928, entries=100, sequenceid=418, filesize=9.6 K 2024-12-02T16:02:49,510 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 2aa2afb2dda08ed28b625e5f75ec5040 in 879ms, sequenceid=418, compaction requested=false 2024-12-02T16:02:49,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c5aa8fe9cc8d4a358addcf34e6e03add, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/08e8d83bfa7b44c7b969774c900a5fc1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3e41520cad5545038453ee88c42eae1c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/659e01e189084d12a0daeaabeb9531c7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/221f9dcde37c41ecba537ca9f1c37dd8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/eabc8a4b59f845cab585d4d47977302a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/6b2976c9855141bc949dddda2ccb2dcb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/50120cbb67244fcb96e2737214a7047f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4cd0a7e3d941488a804a69c7d4bee65f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/63b21eed008f4f98938c5eb37aa264d9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/dea329754d434fd4a064922c7e0c2327, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/982b131b704f4663bb22ff3574f94e75, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f9d557638c2b417f8b148e4f2a8cf4b7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2e434f5d37e545708a9a9dba66c758fe, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3fd6f7d4e6104d15a817fb30b4b3c2a4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4401637f228640e693e96fe8fb260066, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/d46e5168a02741789758b10289689a7b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/82bfe819376f4b18939e66c8f85d2de5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c149cb24a1a54a678ca71b5aeb3bf53b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/07c3b25000d54003bc9ac3f004adae32, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2c35e362373c4be0bf238c5b8cbdeb77, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/e0a6a7ec9ac143b098a75bf950a07ad9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/83e6dcd52e4547929d51f17094df2a37, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/39a4872ebdc345619a1238a92fee11d3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f059520aad31499fa5f015e44e1f7018, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2d0e1533fd1d4a508ea457883e71938b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/144205753a7b49deb3c47c587f0ace68, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4385d2ffb1734824b5ff5ad3bf89c460] to archive 2024-12-02T16:02:49,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:02:49,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c5aa8fe9cc8d4a358addcf34e6e03add to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c5aa8fe9cc8d4a358addcf34e6e03add 2024-12-02T16:02:49,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/08e8d83bfa7b44c7b969774c900a5fc1 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/08e8d83bfa7b44c7b969774c900a5fc1 2024-12-02T16:02:49,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3e41520cad5545038453ee88c42eae1c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3e41520cad5545038453ee88c42eae1c 2024-12-02T16:02:49,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/659e01e189084d12a0daeaabeb9531c7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/659e01e189084d12a0daeaabeb9531c7 2024-12-02T16:02:49,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/221f9dcde37c41ecba537ca9f1c37dd8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/221f9dcde37c41ecba537ca9f1c37dd8 2024-12-02T16:02:49,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/eabc8a4b59f845cab585d4d47977302a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/eabc8a4b59f845cab585d4d47977302a 2024-12-02T16:02:49,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/6b2976c9855141bc949dddda2ccb2dcb to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/6b2976c9855141bc949dddda2ccb2dcb 2024-12-02T16:02:49,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/50120cbb67244fcb96e2737214a7047f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/50120cbb67244fcb96e2737214a7047f 2024-12-02T16:02:49,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4cd0a7e3d941488a804a69c7d4bee65f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4cd0a7e3d941488a804a69c7d4bee65f 2024-12-02T16:02:49,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/63b21eed008f4f98938c5eb37aa264d9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/63b21eed008f4f98938c5eb37aa264d9 2024-12-02T16:02:49,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/dea329754d434fd4a064922c7e0c2327 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/dea329754d434fd4a064922c7e0c2327 2024-12-02T16:02:49,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/982b131b704f4663bb22ff3574f94e75 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/982b131b704f4663bb22ff3574f94e75 2024-12-02T16:02:49,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f9d557638c2b417f8b148e4f2a8cf4b7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f9d557638c2b417f8b148e4f2a8cf4b7 2024-12-02T16:02:49,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2e434f5d37e545708a9a9dba66c758fe to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2e434f5d37e545708a9a9dba66c758fe 2024-12-02T16:02:49,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3fd6f7d4e6104d15a817fb30b4b3c2a4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/3fd6f7d4e6104d15a817fb30b4b3c2a4 2024-12-02T16:02:49,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4401637f228640e693e96fe8fb260066 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4401637f228640e693e96fe8fb260066 2024-12-02T16:02:49,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/d46e5168a02741789758b10289689a7b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/d46e5168a02741789758b10289689a7b 2024-12-02T16:02:49,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/82bfe819376f4b18939e66c8f85d2de5 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/82bfe819376f4b18939e66c8f85d2de5 2024-12-02T16:02:49,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c149cb24a1a54a678ca71b5aeb3bf53b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c149cb24a1a54a678ca71b5aeb3bf53b 2024-12-02T16:02:49,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/07c3b25000d54003bc9ac3f004adae32 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/07c3b25000d54003bc9ac3f004adae32 2024-12-02T16:02:49,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2c35e362373c4be0bf238c5b8cbdeb77 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2c35e362373c4be0bf238c5b8cbdeb77 2024-12-02T16:02:49,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/e0a6a7ec9ac143b098a75bf950a07ad9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/e0a6a7ec9ac143b098a75bf950a07ad9 2024-12-02T16:02:49,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/83e6dcd52e4547929d51f17094df2a37 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/83e6dcd52e4547929d51f17094df2a37 2024-12-02T16:02:49,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/39a4872ebdc345619a1238a92fee11d3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/39a4872ebdc345619a1238a92fee11d3 2024-12-02T16:02:49,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f059520aad31499fa5f015e44e1f7018 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/f059520aad31499fa5f015e44e1f7018 2024-12-02T16:02:49,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2d0e1533fd1d4a508ea457883e71938b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/2d0e1533fd1d4a508ea457883e71938b 2024-12-02T16:02:49,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/144205753a7b49deb3c47c587f0ace68 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/144205753a7b49deb3c47c587f0ace68 2024-12-02T16:02:49,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4385d2ffb1734824b5ff5ad3bf89c460 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/4385d2ffb1734824b5ff5ad3bf89c460 2024-12-02T16:02:49,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b5c10f2ae8f84af3904eebd4326f7890, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/5a595b958fa8485ba188bfc83e4c4ca9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ee5116a6c266493f8379f233312488c9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/fe2e1436e9214f79a5abae2459274671, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/d3564651bbda45789242a3f84e7065cd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/2529583eea5a4aef906ccf9937025708, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/1bc735f5858b44bb8755866e9979e912, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/34dae4ebd18e4da885d3c9924aa5b3cb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/abf0218ebd3b4005bb035b8075275905, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/74122b418f7941329cbc7bb8783e169c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/8a9100c4af2a4e799556bf5fce067255, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/6866d464b966425f940994b60eb5e8f8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/56166e1c27f14095a271b8eab6dfc443, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/385bcdd7b3a9490092c21bad078675b3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/2cda3a44dd5840b9a78a0ac91256efe8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/9b9d59cfec4140d98ab25537e8da0088, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/a9e1eac14182455ea931eecb01af0dbd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c2e3b0ae8e7c4445b1cd1c3a9e217033, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b8a8024859ab4bc4ad4b898d8b3589a5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b225403dd2ab49639255f511c33c0e63, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/fd4112d1e5774a1bbb3b012538c032ca, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/a90bcfe298ad4749a568c8065fc7e732, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/0c474a8f59c1468cb5ef4a2f8ac0b0f3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/e687bbc958cd482fa419b61a83d233b0, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ce2976064783480a943684b0dd250152, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c8f4b30764464c26add86b828f97ed6f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ff02eefe3a424e01a0f32c46bc5d6fac, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/936142fd2bcf4cc1a3d3a1bb8a5a0bf3] to archive 2024-12-02T16:02:49,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:02:49,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b5c10f2ae8f84af3904eebd4326f7890 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b5c10f2ae8f84af3904eebd4326f7890 2024-12-02T16:02:49,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/5a595b958fa8485ba188bfc83e4c4ca9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/5a595b958fa8485ba188bfc83e4c4ca9 2024-12-02T16:02:49,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ee5116a6c266493f8379f233312488c9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ee5116a6c266493f8379f233312488c9 2024-12-02T16:02:49,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/fe2e1436e9214f79a5abae2459274671 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/fe2e1436e9214f79a5abae2459274671 2024-12-02T16:02:49,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/d3564651bbda45789242a3f84e7065cd to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/d3564651bbda45789242a3f84e7065cd 2024-12-02T16:02:49,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/2529583eea5a4aef906ccf9937025708 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/2529583eea5a4aef906ccf9937025708 2024-12-02T16:02:49,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/1bc735f5858b44bb8755866e9979e912 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/1bc735f5858b44bb8755866e9979e912 2024-12-02T16:02:49,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/34dae4ebd18e4da885d3c9924aa5b3cb to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/34dae4ebd18e4da885d3c9924aa5b3cb 2024-12-02T16:02:49,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/abf0218ebd3b4005bb035b8075275905 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/abf0218ebd3b4005bb035b8075275905 2024-12-02T16:02:49,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/74122b418f7941329cbc7bb8783e169c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/74122b418f7941329cbc7bb8783e169c 2024-12-02T16:02:49,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/8a9100c4af2a4e799556bf5fce067255 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/8a9100c4af2a4e799556bf5fce067255 2024-12-02T16:02:49,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/6866d464b966425f940994b60eb5e8f8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/6866d464b966425f940994b60eb5e8f8 2024-12-02T16:02:49,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/56166e1c27f14095a271b8eab6dfc443 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/56166e1c27f14095a271b8eab6dfc443 2024-12-02T16:02:49,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/385bcdd7b3a9490092c21bad078675b3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/385bcdd7b3a9490092c21bad078675b3 2024-12-02T16:02:49,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/2cda3a44dd5840b9a78a0ac91256efe8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/2cda3a44dd5840b9a78a0ac91256efe8 2024-12-02T16:02:49,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/9b9d59cfec4140d98ab25537e8da0088 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/9b9d59cfec4140d98ab25537e8da0088 2024-12-02T16:02:49,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/a9e1eac14182455ea931eecb01af0dbd to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/a9e1eac14182455ea931eecb01af0dbd 2024-12-02T16:02:49,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c2e3b0ae8e7c4445b1cd1c3a9e217033 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c2e3b0ae8e7c4445b1cd1c3a9e217033 2024-12-02T16:02:49,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b8a8024859ab4bc4ad4b898d8b3589a5 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b8a8024859ab4bc4ad4b898d8b3589a5 2024-12-02T16:02:49,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b225403dd2ab49639255f511c33c0e63 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/b225403dd2ab49639255f511c33c0e63 2024-12-02T16:02:49,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/fd4112d1e5774a1bbb3b012538c032ca to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/fd4112d1e5774a1bbb3b012538c032ca 2024-12-02T16:02:49,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/a90bcfe298ad4749a568c8065fc7e732 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/a90bcfe298ad4749a568c8065fc7e732 2024-12-02T16:02:49,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/0c474a8f59c1468cb5ef4a2f8ac0b0f3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/0c474a8f59c1468cb5ef4a2f8ac0b0f3 2024-12-02T16:02:49,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/e687bbc958cd482fa419b61a83d233b0 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/e687bbc958cd482fa419b61a83d233b0 2024-12-02T16:02:49,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ce2976064783480a943684b0dd250152 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ce2976064783480a943684b0dd250152 2024-12-02T16:02:49,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c8f4b30764464c26add86b828f97ed6f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/c8f4b30764464c26add86b828f97ed6f 2024-12-02T16:02:49,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ff02eefe3a424e01a0f32c46bc5d6fac to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/ff02eefe3a424e01a0f32c46bc5d6fac 2024-12-02T16:02:49,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/936142fd2bcf4cc1a3d3a1bb8a5a0bf3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/936142fd2bcf4cc1a3d3a1bb8a5a0bf3 2024-12-02T16:02:49,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/66732a6e78e049759ce003e46e04f64e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/2f6442c5c0e242449417a15529a3289d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/5b8ebddda73c42148939c124f6b002ad, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/daf31f671c2a43329fc95a226209a1ec, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/15a33771fa284d8185b342768066006c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dd159308677446b8975f9d386b972cb9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/3d282a46211749fead955ffc4c8a3f84, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/b50af55c5c334c27b410cd80436ac280, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/a55d35790e84497b8fcc406328e7c7cf, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/c815e80a5d694d63b9efabdc9fceae0a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/7714da3d865e4b52b39c21a39a1f84c0, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/a48e2f46f839416db82fa2d4ac5de920, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/52f7dea275d04b21890f488afeb6b5a1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/8626df8b49ec44d1a747c0d5179ab57c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/eda24be04a91451c99e4db92a57b486a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/069d272ef7d445c38d9a69cac56d83da, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/566ba2beaef844dda5e547effb049f27, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/73fe8777e11f414886a77de8776eaeb3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/5cbe27ec938d4c88b53ccc8cf7f8f4ff, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d478e72cc0644bbd9ebae9255e010170, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/ea5b5be5eb6f4762a92f759565140493, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/ef544d1486194c27be6ff37140d6a1dd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/1ffb9fc7f9674b67997992159c088ccd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/6e9cbb946b86472388a72c3f20e192e7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/0ea4924b8ded488e9af0966d79031b70, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d614b0d994e5428dac4c04fe00f42eff, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/e358e52381124dffb663517ca83f2276, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dcadcbef0c1f4bfe84e59163ce6b25fe] to archive 2024-12-02T16:02:49,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:02:49,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/66732a6e78e049759ce003e46e04f64e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/66732a6e78e049759ce003e46e04f64e 2024-12-02T16:02:49,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/2f6442c5c0e242449417a15529a3289d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/2f6442c5c0e242449417a15529a3289d 2024-12-02T16:02:49,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/5b8ebddda73c42148939c124f6b002ad to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/5b8ebddda73c42148939c124f6b002ad 2024-12-02T16:02:49,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/daf31f671c2a43329fc95a226209a1ec to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/daf31f671c2a43329fc95a226209a1ec 2024-12-02T16:02:49,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/15a33771fa284d8185b342768066006c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/15a33771fa284d8185b342768066006c 2024-12-02T16:02:49,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dd159308677446b8975f9d386b972cb9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dd159308677446b8975f9d386b972cb9 2024-12-02T16:02:49,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/3d282a46211749fead955ffc4c8a3f84 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/3d282a46211749fead955ffc4c8a3f84 2024-12-02T16:02:49,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/b50af55c5c334c27b410cd80436ac280 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/b50af55c5c334c27b410cd80436ac280 2024-12-02T16:02:49,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/a55d35790e84497b8fcc406328e7c7cf to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/a55d35790e84497b8fcc406328e7c7cf 2024-12-02T16:02:49,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/c815e80a5d694d63b9efabdc9fceae0a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/c815e80a5d694d63b9efabdc9fceae0a 2024-12-02T16:02:49,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/7714da3d865e4b52b39c21a39a1f84c0 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/7714da3d865e4b52b39c21a39a1f84c0 2024-12-02T16:02:49,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/a48e2f46f839416db82fa2d4ac5de920 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/a48e2f46f839416db82fa2d4ac5de920 2024-12-02T16:02:49,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/52f7dea275d04b21890f488afeb6b5a1 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/52f7dea275d04b21890f488afeb6b5a1 2024-12-02T16:02:49,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/8626df8b49ec44d1a747c0d5179ab57c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/8626df8b49ec44d1a747c0d5179ab57c 2024-12-02T16:02:49,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/eda24be04a91451c99e4db92a57b486a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/eda24be04a91451c99e4db92a57b486a 2024-12-02T16:02:49,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/069d272ef7d445c38d9a69cac56d83da to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/069d272ef7d445c38d9a69cac56d83da 2024-12-02T16:02:49,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/566ba2beaef844dda5e547effb049f27 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/566ba2beaef844dda5e547effb049f27 2024-12-02T16:02:49,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/73fe8777e11f414886a77de8776eaeb3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/73fe8777e11f414886a77de8776eaeb3 2024-12-02T16:02:49,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/5cbe27ec938d4c88b53ccc8cf7f8f4ff to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/5cbe27ec938d4c88b53ccc8cf7f8f4ff 2024-12-02T16:02:49,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d478e72cc0644bbd9ebae9255e010170 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d478e72cc0644bbd9ebae9255e010170 2024-12-02T16:02:49,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/ea5b5be5eb6f4762a92f759565140493 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/ea5b5be5eb6f4762a92f759565140493 2024-12-02T16:02:49,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/ef544d1486194c27be6ff37140d6a1dd to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/ef544d1486194c27be6ff37140d6a1dd 2024-12-02T16:02:49,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/1ffb9fc7f9674b67997992159c088ccd to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/1ffb9fc7f9674b67997992159c088ccd 2024-12-02T16:02:49,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/6e9cbb946b86472388a72c3f20e192e7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/6e9cbb946b86472388a72c3f20e192e7 2024-12-02T16:02:49,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/0ea4924b8ded488e9af0966d79031b70 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/0ea4924b8ded488e9af0966d79031b70 2024-12-02T16:02:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T16:02:49,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d614b0d994e5428dac4c04fe00f42eff to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/d614b0d994e5428dac4c04fe00f42eff 2024-12-02T16:02:49,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/e358e52381124dffb663517ca83f2276 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/e358e52381124dffb663517ca83f2276 2024-12-02T16:02:49,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dcadcbef0c1f4bfe84e59163ce6b25fe to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/dcadcbef0c1f4bfe84e59163ce6b25fe 2024-12-02T16:02:49,606 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=1 2024-12-02T16:02:49,607 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. 2024-12-02T16:02:49,607 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1676): Region close journal for 2aa2afb2dda08ed28b625e5f75ec5040: Waiting for close lock at 1733155368630Running coprocessor pre-close hooks at 1733155368630Disabling compacts and flushes for region at 1733155368630Disabling writes for close at 1733155368631 (+1 ms)Obtaining lock to block concurrent updates at 1733155368631Preparing flush snapshotting stores in 2aa2afb2dda08ed28b625e5f75ec5040 at 1733155368631Finished memstore snapshotting TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1733155368631Flushing stores of TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040. at 1733155368632 (+1 ms)Flushing 2aa2afb2dda08ed28b625e5f75ec5040/A: creating writer at 1733155368632Flushing 2aa2afb2dda08ed28b625e5f75ec5040/A: appending metadata at 1733155368635 (+3 ms)Flushing 2aa2afb2dda08ed28b625e5f75ec5040/A: closing flushed file at 1733155368635Flushing 2aa2afb2dda08ed28b625e5f75ec5040/B: creating writer at 1733155368655 (+20 ms)Flushing 2aa2afb2dda08ed28b625e5f75ec5040/B: appending metadata at 1733155368659 (+4 ms)Flushing 2aa2afb2dda08ed28b625e5f75ec5040/B: closing flushed file at 1733155368659Flushing 2aa2afb2dda08ed28b625e5f75ec5040/C: creating writer at 1733155369073 (+414 ms)Flushing 2aa2afb2dda08ed28b625e5f75ec5040/C: appending metadata at 1733155369076 (+3 ms)Flushing 2aa2afb2dda08ed28b625e5f75ec5040/C: closing flushed file at 1733155369076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731d580a: reopening flushed file at 1733155369493 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2386955d: reopening flushed file at 1733155369499 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6802f641: reopening flushed file at 1733155369504 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 2aa2afb2dda08ed28b625e5f75ec5040 in 879ms, sequenceid=418, compaction requested=false at 1733155369510 (+6 ms)Writing region close event to WAL at 1733155369602 (+92 ms)Running coprocessor post-close hooks at 1733155369606 (+4 ms)Closed at 1733155369606 2024-12-02T16:02:49,610 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(157): Closed 2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:49,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=2aa2afb2dda08ed28b625e5f75ec5040, regionState=CLOSED 2024-12-02T16:02:49,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:02:49,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-02T16:02:49,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; CloseRegionProcedure 2aa2afb2dda08ed28b625e5f75ec5040, server=e1c0b6c2739c,37869,1733155278829 in 1.1360 sec 2024-12-02T16:02:49,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-02T16:02:49,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2aa2afb2dda08ed28b625e5f75ec5040, UNASSIGN in 1.1430 sec 2024-12-02T16:02:49,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-02T16:02:49,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-02T16:02:49,620 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155369620"}]},"ts":"1733155369620"} 2024-12-02T16:02:49,622 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:02:49,622 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:02:49,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1600 sec 2024-12-02T16:02:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T16:02:50,608 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:50,608 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-02T16:02:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:50,610 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=70, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T16:02:50,611 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=70, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:50,613 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:50,615 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/recovered.edits] 2024-12-02T16:02:50,618 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c634adb74554448686ac79757a130a8c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/c634adb74554448686ac79757a130a8c 2024-12-02T16:02:50,619 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/fcb521dc307a4efc921e7035e70d46af to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/A/fcb521dc307a4efc921e7035e70d46af 2024-12-02T16:02:50,622 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/913336dde6d5425cace04f4d05a53787 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/913336dde6d5425cace04f4d05a53787 2024-12-02T16:02:50,623 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/f1266c59afa74e3cb3598ff756e134ff to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/B/f1266c59afa74e3cb3598ff756e134ff 2024-12-02T16:02:50,626 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/2ea0d121410543eeb76fe28d8482ff64 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/2ea0d121410543eeb76fe28d8482ff64 2024-12-02T16:02:50,627 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/558abb207026426faae476daf1393928 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/C/558abb207026426faae476daf1393928 2024-12-02T16:02:50,634 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/recovered.edits/421.seqid to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040/recovered.edits/421.seqid 2024-12-02T16:02:50,635 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2aa2afb2dda08ed28b625e5f75ec5040 2024-12-02T16:02:50,635 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:02:50,637 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=70, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:50,640 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:02:50,642 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:02:50,647 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=70, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:50,647 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:02:50,647 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733155370647"}]},"ts":"9223372036854775807"} 2024-12-02T16:02:50,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T16:02:50,649 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2aa2afb2dda08ed28b625e5f75ec5040, NAME => 'TestAcidGuarantees,,1733155339102.2aa2afb2dda08ed28b625e5f75ec5040.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:02:50,650 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:02:50,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733155370650"}]},"ts":"9223372036854775807"} 2024-12-02T16:02:50,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T16:02:50,652 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=70, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:50,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-12-02T16:02:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T16:02:50,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T16:02:50,721 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:50,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=237 (was 239), OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1039 (was 1204), ProcessCount=11 (was 11), AvailableMemoryMB=4957 (was 5435) 2024-12-02T16:02:50,741 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=1039, ProcessCount=11, AvailableMemoryMB=4955 2024-12-02T16:02:50,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:02:50,742 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:02:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=71, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:50,744 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:02:50,744 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:50,745 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 71 2024-12-02T16:02:50,745 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:02:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-02T16:02:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742109_1285 (size=959) 2024-12-02T16:02:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-02T16:02:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-02T16:02:51,153 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc 2024-12-02T16:02:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742110_1286 (size=53) 2024-12-02T16:02:51,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:02:51,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ef27997af4bffd5e9fec6a1babe8081b, disabling compactions & flushes 2024-12-02T16:02:51,171 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:51,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:51,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. after waiting 0 ms 2024-12-02T16:02:51,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:51,171 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:51,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef27997af4bffd5e9fec6a1babe8081b: Waiting for close lock at 1733155371171Disabling compacts and flushes for region at 1733155371171Disabling writes for close at 1733155371171Writing region close event to WAL at 1733155371171Closed at 1733155371171 2024-12-02T16:02:51,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:02:51,176 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733155371175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155371175"}]},"ts":"1733155371175"} 2024-12-02T16:02:51,178 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T16:02:51,181 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:02:51,181 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155371181"}]},"ts":"1733155371181"} 2024-12-02T16:02:51,183 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:02:51,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, ASSIGN}] 2024-12-02T16:02:51,185 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, ASSIGN 2024-12-02T16:02:51,186 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,37869,1733155278829; forceNewPlan=false, retain=false 2024-12-02T16:02:51,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=ef27997af4bffd5e9fec6a1babe8081b, regionState=OPENING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:51,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, ASSIGN because future has completed 2024-12-02T16:02:51,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:02:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-02T16:02:51,493 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:51,493 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:02:51,493 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,493 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:02:51,493 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,494 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,495 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,496 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef27997af4bffd5e9fec6a1babe8081b columnFamilyName A 2024-12-02T16:02:51,496 DEBUG [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:51,496 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(327): Store=ef27997af4bffd5e9fec6a1babe8081b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:02:51,496 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,497 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef27997af4bffd5e9fec6a1babe8081b columnFamilyName B 2024-12-02T16:02:51,497 DEBUG [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:51,498 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(327): Store=ef27997af4bffd5e9fec6a1babe8081b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:02:51,498 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,499 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef27997af4bffd5e9fec6a1babe8081b columnFamilyName C 2024-12-02T16:02:51,499 DEBUG [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:51,499 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(327): Store=ef27997af4bffd5e9fec6a1babe8081b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:02:51,499 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,500 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,500 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,501 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,501 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,501 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:02:51,502 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,504 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:02:51,504 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened ef27997af4bffd5e9fec6a1babe8081b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70641124, jitterRate=0.05263477563858032}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:02:51,504 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:51,505 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for ef27997af4bffd5e9fec6a1babe8081b: Running coprocessor pre-open hook at 1733155371494Writing region info on filesystem at 1733155371494Initializing all the Stores at 1733155371494Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155371494Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155371494Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155371494Cleaning up temporary data from old regions at 1733155371501 (+7 ms)Running coprocessor post-open hooks at 1733155371504 (+3 ms)Region opened successfully at 1733155371504 2024-12-02T16:02:51,505 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., pid=73, masterSystemTime=1733155371490 2024-12-02T16:02:51,507 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:51,507 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:51,508 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=ef27997af4bffd5e9fec6a1babe8081b, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:51,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:02:51,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-02T16:02:51,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 in 172 msec 2024-12-02T16:02:51,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-12-02T16:02:51,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, ASSIGN in 328 msec 2024-12-02T16:02:51,514 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:02:51,515 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155371514"}]},"ts":"1733155371514"} 2024-12-02T16:02:51,516 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:02:51,517 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:02:51,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 775 msec 2024-12-02T16:02:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-02T16:02:51,879 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:51,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f9102f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:51,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:51,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:51,881 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663b188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:51,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:51,884 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327264e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:51,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:51,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:51,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T16:02:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,42553,1733155277931 2024-12-02T16:02:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28299e96 2024-12-02T16:02:51,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:02:51,892 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:02:51,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:02:51,893 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:02:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T16:02:51,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742111_1287 (size=995) 2024-12-02T16:02:52,332 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-02T16:02:52,332 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-02T16:02:52,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:02:52,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, REOPEN/MOVE}] 2024-12-02T16:02:52,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, REOPEN/MOVE 2024-12-02T16:02:52,342 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=ef27997af4bffd5e9fec6a1babe8081b, regionState=CLOSING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:52,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, REOPEN/MOVE because future has completed 2024-12-02T16:02:52,344 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:02:52,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:02:52,497 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(122): Close ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,497 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T16:02:52,497 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1722): Closing ef27997af4bffd5e9fec6a1babe8081b, disabling compactions & flushes 2024-12-02T16:02:52,497 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:52,497 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:52,498 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. after waiting 1 ms 2024-12-02T16:02:52,498 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:52,502 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T16:02:52,503 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:52,503 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1676): Region close journal for ef27997af4bffd5e9fec6a1babe8081b: Waiting for close lock at 1733155372497Running coprocessor pre-close hooks at 1733155372497Disabling compacts and flushes for region at 1733155372497Disabling writes for close at 1733155372498 (+1 ms)Writing region close event to WAL at 1733155372498Running coprocessor post-close hooks at 1733155372502 (+4 ms)Closed at 1733155372503 (+1 ms) 2024-12-02T16:02:52,503 WARN [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegionServer(3299): Not adding moved region record: ef27997af4bffd5e9fec6a1babe8081b to self. 2024-12-02T16:02:52,506 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(157): Closed ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=ef27997af4bffd5e9fec6a1babe8081b, regionState=CLOSED 2024-12-02T16:02:52,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:02:52,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-02T16:02:52,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; CloseRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 in 165 msec 2024-12-02T16:02:52,513 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, REOPEN/MOVE; state=CLOSED, location=e1c0b6c2739c,37869,1733155278829; forceNewPlan=false, retain=true 2024-12-02T16:02:52,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=ef27997af4bffd5e9fec6a1babe8081b, regionState=OPENING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:52,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, REOPEN/MOVE because future has completed 2024-12-02T16:02:52,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:02:52,823 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:52,823 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:02:52,823 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,823 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:02:52,823 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,824 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,825 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,826 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef27997af4bffd5e9fec6a1babe8081b columnFamilyName A 2024-12-02T16:02:52,827 DEBUG [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:52,828 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(327): Store=ef27997af4bffd5e9fec6a1babe8081b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:02:52,828 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,829 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef27997af4bffd5e9fec6a1babe8081b columnFamilyName B 2024-12-02T16:02:52,830 DEBUG [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:52,830 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(327): Store=ef27997af4bffd5e9fec6a1babe8081b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:02:52,830 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,831 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef27997af4bffd5e9fec6a1babe8081b columnFamilyName C 2024-12-02T16:02:52,831 DEBUG [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:52,832 INFO [StoreOpener-ef27997af4bffd5e9fec6a1babe8081b-1 {}] regionserver.HStore(327): Store=ef27997af4bffd5e9fec6a1babe8081b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:02:52,832 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,833 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,835 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,836 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,836 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,837 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:02:52,838 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,839 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened ef27997af4bffd5e9fec6a1babe8081b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65652506, jitterRate=-0.021701425313949585}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:02:52,839 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:52,840 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for ef27997af4bffd5e9fec6a1babe8081b: Running coprocessor pre-open hook at 1733155372824Writing region info on filesystem at 1733155372824Initializing all the Stores at 1733155372824Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155372825 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155372825Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155372825Cleaning up temporary data from old regions at 1733155372836 (+11 ms)Running coprocessor post-open hooks at 1733155372839 (+3 ms)Region opened successfully at 1733155372840 (+1 ms) 2024-12-02T16:02:52,841 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., pid=78, masterSystemTime=1733155372819 2024-12-02T16:02:52,843 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:52,843 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:52,844 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=ef27997af4bffd5e9fec6a1babe8081b, regionState=OPEN, openSeqNum=5, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:52,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:02:52,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-12-02T16:02:52,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 in 180 msec 2024-12-02T16:02:52,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75 2024-12-02T16:02:52,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, REOPEN/MOVE in 508 msec 2024-12-02T16:02:52,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-02T16:02:52,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 517 msec 2024-12-02T16:02:52,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 965 msec 2024-12-02T16:02:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-02T16:02:52,864 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:52,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec1958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:52,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:52,867 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6060d5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:52,869 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:52,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790a822a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:52,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:52,875 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:52,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:52,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:52,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4738b636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:52,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:52,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:52,883 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:52,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb2c848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:52,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:52,895 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b9fd59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:52,898 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426eba86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:52,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:52,906 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:52,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6e1726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:52,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:52,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:52,908 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3586c557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:52,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:52,917 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b6ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:52,927 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e1a411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3a90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:52,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:52,934 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c485b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:52,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:52,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:52,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:52,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655892da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:52,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:52,947 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7324d2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:52,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:52,951 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:52,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4773470c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:52,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:52,956 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffa105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:52,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:52,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:52,958 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b00f32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:52,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:52,969 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:52,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93fbde1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:52,973 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450e0a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:02:52,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:02:52,979 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:02:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:02:52,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:02:52,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41026cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:02:52,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:02:52,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:02:52,984 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:02:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff33be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:02:52,986 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:52,987 DEBUG [Thread-1352 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-02T16:02:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-02T16:02:52,989 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:52,990 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:52,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:52,992 DEBUG [Thread-1350 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:52,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:52,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:52,993 DEBUG [Thread-1354 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:52,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:52,995 DEBUG [Thread-1341 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:52,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:52,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:02:52,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:52,999 DEBUG [Thread-1356 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:52,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:53,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:53,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:53,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:53,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:53,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:53,000 DEBUG [Thread-1348 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:53,000 DEBUG [Thread-1339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:53,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:02:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:02:53,002 DEBUG [Thread-1337 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:53,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:53,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:53,003 DEBUG [Thread-1339 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:53,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:53,004 DEBUG [Thread-1339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:53,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:53,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:02:53,006 DEBUG [Thread-1345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:53,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:53,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:02:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:53,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:02:53,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:53,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:02:53,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:02:53,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:02:53,014 DEBUG [Thread-1343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:02:53,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:02:53,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:02:53,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:02:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:02:53,030 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:53,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:02:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:53,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d1e1182479df408c8946eab1309f1dd8_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155373008/Put/seqid=0 2024-12-02T16:02:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-02T16:02:53,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51264 deadline: 1733155433093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155433093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155433095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155433097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155433098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742112_1288 (size=12154) 2024-12-02T16:02:53,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155433219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155433219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51264 deadline: 1733155433219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155433219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155433219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-02T16:02:53,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:53,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:53,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155433428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51264 deadline: 1733155433428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155433428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155433428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155433428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,567 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:53,601 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d1e1182479df408c8946eab1309f1dd8_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d1e1182479df408c8946eab1309f1dd8_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:53,615 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/ab0c890ad5fb460da6a7793c2b896887, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:02:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-02T16:02:53,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/ab0c890ad5fb460da6a7793c2b896887 is 175, key is test_row_0/A:col10/1733155373008/Put/seqid=0 2024-12-02T16:02:53,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742113_1289 (size=30955) 2024-12-02T16:02:53,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155433738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155433739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155433739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51264 deadline: 1733155433739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155433739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:53,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:53,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:53,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:53,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/ab0c890ad5fb460da6a7793c2b896887 2024-12-02T16:02:54,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:54,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-02T16:02:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/9bc3ea41e2f84c2bb2c7380c2fe1d4ed is 50, key is test_row_0/B:col10/1733155373008/Put/seqid=0 2024-12-02T16:02:54,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742114_1290 (size=12001) 2024-12-02T16:02:54,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/9bc3ea41e2f84c2bb2c7380c2fe1d4ed 2024-12-02T16:02:54,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155434259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:54,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155434260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:54,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:54,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155434260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155434260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:54,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51264 deadline: 1733155434260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:54,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/9be96bf04ae14df8b80b80182e66ec49 is 50, key is test_row_0/C:col10/1733155373008/Put/seqid=0 2024-12-02T16:02:54,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:54,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742115_1291 (size=12001) 2024-12-02T16:02:54,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:54,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:54,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:54,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:54,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:54,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/9be96bf04ae14df8b80b80182e66ec49 2024-12-02T16:02:54,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/ab0c890ad5fb460da6a7793c2b896887 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ab0c890ad5fb460da6a7793c2b896887 2024-12-02T16:02:54,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ab0c890ad5fb460da6a7793c2b896887, entries=150, sequenceid=16, filesize=30.2 K 2024-12-02T16:02:54,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/9bc3ea41e2f84c2bb2c7380c2fe1d4ed as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9bc3ea41e2f84c2bb2c7380c2fe1d4ed 2024-12-02T16:02:54,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9bc3ea41e2f84c2bb2c7380c2fe1d4ed, entries=150, sequenceid=16, filesize=11.7 K 2024-12-02T16:02:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/9be96bf04ae14df8b80b80182e66ec49 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/9be96bf04ae14df8b80b80182e66ec49 2024-12-02T16:02:54,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:54,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:54,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:54,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:54,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:54,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/9be96bf04ae14df8b80b80182e66ec49, entries=150, sequenceid=16, filesize=11.7 K 2024-12-02T16:02:54,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ef27997af4bffd5e9fec6a1babe8081b in 1738ms, sequenceid=16, compaction requested=false 2024-12-02T16:02:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T16:02:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:02:54,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:02:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:54,912 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:02:54,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202867338e61ccb4d7b8370a716affb9df1_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155373089/Put/seqid=0 2024-12-02T16:02:54,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742116_1292 (size=12154) 2024-12-02T16:02:54,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:54,944 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202867338e61ccb4d7b8370a716affb9df1_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202867338e61ccb4d7b8370a716affb9df1_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:54,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/165decd4403b41959ec4d23dba27a710, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:02:54,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/165decd4403b41959ec4d23dba27a710 is 175, key is test_row_0/A:col10/1733155373089/Put/seqid=0 2024-12-02T16:02:54,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742117_1293 (size=30955) 2024-12-02T16:02:54,970 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/165decd4403b41959ec4d23dba27a710 2024-12-02T16:02:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/422bea3804024446bfa138537319fc2d is 50, key is test_row_0/B:col10/1733155373089/Put/seqid=0 2024-12-02T16:02:55,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742118_1294 (size=12001) 2024-12-02T16:02:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-02T16:02:55,140 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:02:55,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:55,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155435280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51264 deadline: 1733155435278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,287 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in ef27997af4bffd5e9fec6a1babe8081b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155435281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155435286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155435287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155435398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155435398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155435398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155435398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,413 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/422bea3804024446bfa138537319fc2d 2024-12-02T16:02:55,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/d3e663a0b5874cecbb58d06b20f3dc25 is 50, key is test_row_0/C:col10/1733155373089/Put/seqid=0 2024-12-02T16:02:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742119_1295 (size=12001) 2024-12-02T16:02:55,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155435608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155435608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155435608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155435608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,830 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/d3e663a0b5874cecbb58d06b20f3dc25 2024-12-02T16:02:55,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/165decd4403b41959ec4d23dba27a710 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/165decd4403b41959ec4d23dba27a710 2024-12-02T16:02:55,842 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/165decd4403b41959ec4d23dba27a710, entries=150, sequenceid=40, filesize=30.2 K 2024-12-02T16:02:55,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/422bea3804024446bfa138537319fc2d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/422bea3804024446bfa138537319fc2d 2024-12-02T16:02:55,855 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/422bea3804024446bfa138537319fc2d, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T16:02:55,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/d3e663a0b5874cecbb58d06b20f3dc25 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/d3e663a0b5874cecbb58d06b20f3dc25 2024-12-02T16:02:55,862 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/d3e663a0b5874cecbb58d06b20f3dc25, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T16:02:55,863 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ef27997af4bffd5e9fec6a1babe8081b in 951ms, sequenceid=40, compaction requested=false 2024-12-02T16:02:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:02:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-02T16:02:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=80 2024-12-02T16:02:55,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79 2024-12-02T16:02:55,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8740 sec 2024-12-02T16:02:55,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.8810 sec 2024-12-02T16:02:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:55,922 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:55,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:02:55,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020524921ff8ba4a20841f3e5dcefa288d_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155375269/Put/seqid=0 2024-12-02T16:02:55,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742120_1296 (size=12154) 2024-12-02T16:02:55,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155435970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155435971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155435979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155435979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155436090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155436090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155436098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155436099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155436307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155436307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155436318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155436318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,347 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:56,351 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020524921ff8ba4a20841f3e5dcefa288d_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020524921ff8ba4a20841f3e5dcefa288d_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:56,351 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/5df59eb0be3044768f262b5668c194d5, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:02:56,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/5df59eb0be3044768f262b5668c194d5 is 175, key is test_row_0/A:col10/1733155375269/Put/seqid=0 2024-12-02T16:02:56,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742121_1297 (size=30955) 2024-12-02T16:02:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155436617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155436617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155436628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155436638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:56,757 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/5df59eb0be3044768f262b5668c194d5 2024-12-02T16:02:56,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/3e34d176bfe64ce782c2ddf0a093c461 is 50, key is test_row_0/B:col10/1733155375269/Put/seqid=0 2024-12-02T16:02:56,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742122_1298 (size=12001) 2024-12-02T16:02:56,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/3e34d176bfe64ce782c2ddf0a093c461 2024-12-02T16:02:56,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/db45a82bf84944dca0a448a9bb8e34f7 is 50, key is test_row_0/C:col10/1733155375269/Put/seqid=0 2024-12-02T16:02:56,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742123_1299 (size=12001) 2024-12-02T16:02:56,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/db45a82bf84944dca0a448a9bb8e34f7 2024-12-02T16:02:56,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/5df59eb0be3044768f262b5668c194d5 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5df59eb0be3044768f262b5668c194d5 2024-12-02T16:02:56,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5df59eb0be3044768f262b5668c194d5, entries=150, sequenceid=53, filesize=30.2 K 2024-12-02T16:02:56,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/3e34d176bfe64ce782c2ddf0a093c461 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/3e34d176bfe64ce782c2ddf0a093c461 2024-12-02T16:02:56,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/3e34d176bfe64ce782c2ddf0a093c461, entries=150, sequenceid=53, filesize=11.7 K 2024-12-02T16:02:56,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/db45a82bf84944dca0a448a9bb8e34f7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/db45a82bf84944dca0a448a9bb8e34f7 2024-12-02T16:02:56,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/db45a82bf84944dca0a448a9bb8e34f7, entries=150, sequenceid=53, filesize=11.7 K 2024-12-02T16:02:56,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for ef27997af4bffd5e9fec6a1babe8081b in 951ms, sequenceid=53, compaction requested=true 2024-12-02T16:02:56,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:02:56,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:02:56,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:56,873 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:56,873 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:56,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:02:56,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:56,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:02:56,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:56,874 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:56,874 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/B is initiating minor compaction (all files) 2024-12-02T16:02:56,874 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/B in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:56,875 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9bc3ea41e2f84c2bb2c7380c2fe1d4ed, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/422bea3804024446bfa138537319fc2d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/3e34d176bfe64ce782c2ddf0a093c461] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=35.2 K 2024-12-02T16:02:56,875 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:56,875 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/A is initiating minor compaction (all files) 2024-12-02T16:02:56,875 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/A in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:56,875 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ab0c890ad5fb460da6a7793c2b896887, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/165decd4403b41959ec4d23dba27a710, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5df59eb0be3044768f262b5668c194d5] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=90.7 K 2024-12-02T16:02:56,875 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:56,875 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ab0c890ad5fb460da6a7793c2b896887, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/165decd4403b41959ec4d23dba27a710, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5df59eb0be3044768f262b5668c194d5] 2024-12-02T16:02:56,875 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bc3ea41e2f84c2bb2c7380c2fe1d4ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733155373008 2024-12-02T16:02:56,877 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab0c890ad5fb460da6a7793c2b896887, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733155373008 2024-12-02T16:02:56,877 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 422bea3804024446bfa138537319fc2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733155373089 2024-12-02T16:02:56,878 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 165decd4403b41959ec4d23dba27a710, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733155373089 2024-12-02T16:02:56,878 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e34d176bfe64ce782c2ddf0a093c461, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733155375269 2024-12-02T16:02:56,879 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5df59eb0be3044768f262b5668c194d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733155375269 2024-12-02T16:02:56,886 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:02:56,888 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:56,888 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/d9699504948c42c79557a9da3a6a8c19 is 50, key is test_row_0/B:col10/1733155375269/Put/seqid=0 2024-12-02T16:02:56,903 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120243350cc7cae147b1a894d3888daf1e27_ef27997af4bffd5e9fec6a1babe8081b store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:02:56,908 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120243350cc7cae147b1a894d3888daf1e27_ef27997af4bffd5e9fec6a1babe8081b, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:02:56,908 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120243350cc7cae147b1a894d3888daf1e27_ef27997af4bffd5e9fec6a1babe8081b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:02:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742124_1300 (size=12104) 2024-12-02T16:02:56,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742125_1301 (size=4469) 2024-12-02T16:02:56,983 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/d9699504948c42c79557a9da3a6a8c19 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/d9699504948c42c79557a9da3a6a8c19 2024-12-02T16:02:56,983 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#A#compaction#250 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:56,983 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/41c972764100457abb28b400f54d4aef is 175, key is test_row_0/A:col10/1733155375269/Put/seqid=0 2024-12-02T16:02:57,009 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/B of ef27997af4bffd5e9fec6a1babe8081b into d9699504948c42c79557a9da3a6a8c19(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:57,009 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:02:57,009 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/B, priority=13, startTime=1733155376873; duration=0sec 2024-12-02T16:02:57,009 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:02:57,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742126_1302 (size=31058) 2024-12-02T16:02:57,009 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:B 2024-12-02T16:02:57,009 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:02:57,011 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:02:57,011 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/C is initiating minor compaction (all files) 2024-12-02T16:02:57,011 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/C in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:57,011 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/9be96bf04ae14df8b80b80182e66ec49, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/d3e663a0b5874cecbb58d06b20f3dc25, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/db45a82bf84944dca0a448a9bb8e34f7] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=35.2 K 2024-12-02T16:02:57,011 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 9be96bf04ae14df8b80b80182e66ec49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733155373008 2024-12-02T16:02:57,012 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting d3e663a0b5874cecbb58d06b20f3dc25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733155373089 2024-12-02T16:02:57,012 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting db45a82bf84944dca0a448a9bb8e34f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733155375269 2024-12-02T16:02:57,024 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:02:57,025 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/7373ec29de494582913ab9c4c6b48484 is 50, key is test_row_0/C:col10/1733155375269/Put/seqid=0 2024-12-02T16:02:57,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742127_1303 (size=12104) 2024-12-02T16:02:57,138 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/7373ec29de494582913ab9c4c6b48484 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7373ec29de494582913ab9c4c6b48484 2024-12-02T16:02:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:57,141 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:57,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:02:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-02T16:02:57,160 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:57,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-02T16:02:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-02T16:02:57,169 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:57,171 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:57,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:57,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025b358c2045484a7d852ebf35f2361b71_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155375977/Put/seqid=0 2024-12-02T16:02:57,179 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/C of ef27997af4bffd5e9fec6a1babe8081b into 7373ec29de494582913ab9c4c6b48484(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:57,180 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:02:57,180 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/C, priority=13, startTime=1733155376873; duration=0sec 2024-12-02T16:02:57,180 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:57,180 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:C 2024-12-02T16:02:57,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155437174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155437183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155437183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155437183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742128_1304 (size=17034) 2024-12-02T16:02:57,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:57,210 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025b358c2045484a7d852ebf35f2361b71_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b358c2045484a7d852ebf35f2361b71_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:57,212 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/cd6fc85e217e4d61a50a08022c3e5ac6, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:02:57,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/cd6fc85e217e4d61a50a08022c3e5ac6 is 175, key is test_row_0/A:col10/1733155375977/Put/seqid=0 2024-12-02T16:02:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-02T16:02:57,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742129_1305 (size=48139) 2024-12-02T16:02:57,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155437305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51264 deadline: 1733155437311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155437311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,314 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in ef27997af4bffd5e9fec6a1babe8081b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:02:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155437311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155437311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:02:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:57,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:57,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,450 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/41c972764100457abb28b400f54d4aef as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/41c972764100457abb28b400f54d4aef 2024-12-02T16:02:57,482 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/A of ef27997af4bffd5e9fec6a1babe8081b into 41c972764100457abb28b400f54d4aef(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:02:57,482 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:02:57,482 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/A, priority=13, startTime=1733155376873; duration=0sec 2024-12-02T16:02:57,482 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:02:57,482 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:A 2024-12-02T16:02:57,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:02:57,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:57,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:57,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:57,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-02T16:02:57,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155437519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155437519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155437531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155437532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:02:57,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:57,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:57,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:57,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,670 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/cd6fc85e217e4d61a50a08022c3e5ac6 2024-12-02T16:02:57,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/b477a04e9b91474d93288d5023ac2353 is 50, key is test_row_0/B:col10/1733155375977/Put/seqid=0 2024-12-02T16:02:57,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742130_1306 (size=12001) 2024-12-02T16:02:57,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:02:57,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:57,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:57,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:57,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-02T16:02:57,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155437831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155437831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155437840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155437848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:57,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:57,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:57,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:02:57,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:57,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:57,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:57,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:02:58,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:58,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:58,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:58,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/b477a04e9b91474d93288d5023ac2353 2024-12-02T16:02:58,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/81fd35dd85bf49ee8b88a2900597f16f is 50, key is test_row_0/C:col10/1733155375977/Put/seqid=0 2024-12-02T16:02:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742131_1307 (size=12001) 2024-12-02T16:02:58,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:02:58,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:58,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:58,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:58,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-02T16:02:58,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155438348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:58,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155438348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:58,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155438358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:58,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155438358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:58,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:02:58,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:58,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:58,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:58,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:02:58,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:58,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:58,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:58,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:58,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/81fd35dd85bf49ee8b88a2900597f16f 2024-12-02T16:02:58,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/cd6fc85e217e4d61a50a08022c3e5ac6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cd6fc85e217e4d61a50a08022c3e5ac6 2024-12-02T16:02:58,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cd6fc85e217e4d61a50a08022c3e5ac6, entries=250, sequenceid=80, filesize=47.0 K 2024-12-02T16:02:58,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/b477a04e9b91474d93288d5023ac2353 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/b477a04e9b91474d93288d5023ac2353 2024-12-02T16:02:58,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/b477a04e9b91474d93288d5023ac2353, entries=150, sequenceid=80, filesize=11.7 K 2024-12-02T16:02:58,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/81fd35dd85bf49ee8b88a2900597f16f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/81fd35dd85bf49ee8b88a2900597f16f 2024-12-02T16:02:58,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/81fd35dd85bf49ee8b88a2900597f16f, entries=150, sequenceid=80, filesize=11.7 K 2024-12-02T16:02:58,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for ef27997af4bffd5e9fec6a1babe8081b in 1540ms, sequenceid=80, compaction requested=false 2024-12-02T16:02:58,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:02:58,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:02:58,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:58,748 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:02:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202756bd4aa1b6a4892a82c4a236b7fd344_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155377180/Put/seqid=0 2024-12-02T16:02:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742132_1308 (size=12154) 2024-12-02T16:02:58,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,771 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202756bd4aa1b6a4892a82c4a236b7fd344_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202756bd4aa1b6a4892a82c4a236b7fd344_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/cf8500b6976040f6a37a802a6de8223b, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:02:58,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/cf8500b6976040f6a37a802a6de8223b is 175, key is test_row_0/A:col10/1733155377180/Put/seqid=0 2024-12-02T16:02:58,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742133_1309 (size=30955) 2024-12-02T16:02:58,784 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/cf8500b6976040f6a37a802a6de8223b 2024-12-02T16:02:58,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/c7e41c71c3694842b15c1b2f442f1de6 is 50, key is test_row_0/B:col10/1733155377180/Put/seqid=0 2024-12-02T16:02:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742134_1310 (size=12001) 2024-12-02T16:02:58,806 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/c7e41c71c3694842b15c1b2f442f1de6 2024-12-02T16:02:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/f02d0f03e22246c380a512b4e98bd7a5 is 50, key is test_row_0/C:col10/1733155377180/Put/seqid=0 2024-12-02T16:02:58,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742135_1311 (size=12001) 2024-12-02T16:02:58,847 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/f02d0f03e22246c380a512b4e98bd7a5 2024-12-02T16:02:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/cf8500b6976040f6a37a802a6de8223b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cf8500b6976040f6a37a802a6de8223b 2024-12-02T16:02:58,860 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cf8500b6976040f6a37a802a6de8223b, entries=150, sequenceid=93, filesize=30.2 K 2024-12-02T16:02:58,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/c7e41c71c3694842b15c1b2f442f1de6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/c7e41c71c3694842b15c1b2f442f1de6 2024-12-02T16:02:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/c7e41c71c3694842b15c1b2f442f1de6, entries=150, sequenceid=93, filesize=11.7 K 2024-12-02T16:02:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/f02d0f03e22246c380a512b4e98bd7a5 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f02d0f03e22246c380a512b4e98bd7a5 2024-12-02T16:02:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,871 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f02d0f03e22246c380a512b4e98bd7a5, entries=150, sequenceid=93, filesize=11.7 K 2024-12-02T16:02:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,872 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for ef27997af4bffd5e9fec6a1babe8081b in 124ms, sequenceid=93, compaction requested=true 2024-12-02T16:02:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:02:58,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:58,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-02T16:02:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=82 2024-12-02T16:02:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-02T16:02:58,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7030 sec 2024-12-02T16:02:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.7160 sec 2024-12-02T16:02:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-02T16:02:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,328 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-02T16:02:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,332 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-02T16:02:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,334 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:59,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-02T16:02:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-02T16:02:59,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:02:59,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:59,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-02T16:02:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=84 2024-12-02T16:02:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-12-02T16:02:59,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 172 msec 2024-12-02T16:02:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 182 msec 2024-12-02T16:02:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-02T16:02:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:02:59,651 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:02:59,651 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:02:59,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:02:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:02:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-02T16:02:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,655 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:02:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-02T16:02:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,657 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:02:59,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:02:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fcdf8b370b284c6698cfdffdb01a147f_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155379650/Put/seqid=0 2024-12-02T16:02:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742136_1312 (size=17034) 2024-12-02T16:02:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-02T16:02:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:02:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:59,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:59,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:59,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:02:59,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155439853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:59,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155439861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:59,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155439863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155439864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-02T16:02:59,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:02:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:02:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:02:59,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:02:59,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155439979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:59,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155439979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:59,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:02:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155439979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:02:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:59,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:02:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:02:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:00,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155439997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:00,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:00,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:03:00,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:00,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,138 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:00,141 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fcdf8b370b284c6698cfdffdb01a147f_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fcdf8b370b284c6698cfdffdb01a147f_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:00,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/5c8262f8db13468c98abbbf157f2185d, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:00,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/5c8262f8db13468c98abbbf157f2185d is 175, key is test_row_0/A:col10/1733155379650/Put/seqid=0 2024-12-02T16:03:00,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742137_1313 (size=48135) 2024-12-02T16:03:00,161 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/5c8262f8db13468c98abbbf157f2185d 2024-12-02T16:03:00,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/a3357480d6664df0996a55b28e913495 is 50, key is test_row_0/B:col10/1733155379650/Put/seqid=0 2024-12-02T16:03:00,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155440187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:00,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155440189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:00,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155440198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:00,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:00,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155440221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:00,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742138_1314 (size=9657) 2024-12-02T16:03:00,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:00,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/a3357480d6664df0996a55b28e913495 2024-12-02T16:03:00,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/66e4e56d7fd8494b99e21c60284ee780 is 50, key is test_row_0/C:col10/1733155379650/Put/seqid=0 2024-12-02T16:03:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-02T16:03:00,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:03:00,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:00,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742139_1315 (size=9657) 2024-12-02T16:03:00,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:03:00,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:00,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155440499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:00,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155440499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:00,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155440518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:00,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:00,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155440558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:00,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:03:00,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:00,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:00,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/66e4e56d7fd8494b99e21c60284ee780 2024-12-02T16:03:00,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/5c8262f8db13468c98abbbf157f2185d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c8262f8db13468c98abbbf157f2185d 2024-12-02T16:03:00,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c8262f8db13468c98abbbf157f2185d, entries=250, sequenceid=105, filesize=47.0 K 2024-12-02T16:03:00,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/a3357480d6664df0996a55b28e913495 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/a3357480d6664df0996a55b28e913495 2024-12-02T16:03:00,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/a3357480d6664df0996a55b28e913495, entries=100, sequenceid=105, filesize=9.4 K 2024-12-02T16:03:00,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/66e4e56d7fd8494b99e21c60284ee780 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/66e4e56d7fd8494b99e21c60284ee780 2024-12-02T16:03:00,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/66e4e56d7fd8494b99e21c60284ee780, entries=100, sequenceid=105, filesize=9.4 K 2024-12-02T16:03:00,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ef27997af4bffd5e9fec6a1babe8081b in 1100ms, sequenceid=105, compaction requested=true 2024-12-02T16:03:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:00,752 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:00,752 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:00,753 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158287 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:00,753 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/A is initiating minor compaction (all files) 2024-12-02T16:03:00,753 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:00,753 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/B is initiating minor compaction (all files) 2024-12-02T16:03:00,753 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/A in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,753 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/B in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,753 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/d9699504948c42c79557a9da3a6a8c19, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/b477a04e9b91474d93288d5023ac2353, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/c7e41c71c3694842b15c1b2f442f1de6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/a3357480d6664df0996a55b28e913495] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=44.7 K 2024-12-02T16:03:00,753 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/41c972764100457abb28b400f54d4aef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cd6fc85e217e4d61a50a08022c3e5ac6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cf8500b6976040f6a37a802a6de8223b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c8262f8db13468c98abbbf157f2185d] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=154.6 K 2024-12-02T16:03:00,753 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,753 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/41c972764100457abb28b400f54d4aef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cd6fc85e217e4d61a50a08022c3e5ac6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cf8500b6976040f6a37a802a6de8223b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c8262f8db13468c98abbbf157f2185d] 2024-12-02T16:03:00,754 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting d9699504948c42c79557a9da3a6a8c19, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733155375269 2024-12-02T16:03:00,756 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41c972764100457abb28b400f54d4aef, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733155375269 2024-12-02T16:03:00,756 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b477a04e9b91474d93288d5023ac2353, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733155375977 2024-12-02T16:03:00,761 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd6fc85e217e4d61a50a08022c3e5ac6, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733155375967 2024-12-02T16:03:00,761 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting c7e41c71c3694842b15c1b2f442f1de6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733155377174 2024-12-02T16:03:00,763 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf8500b6976040f6a37a802a6de8223b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733155377174 2024-12-02T16:03:00,763 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting a3357480d6664df0996a55b28e913495, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155379635 2024-12-02T16:03:00,767 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c8262f8db13468c98abbbf157f2185d, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155379528 2024-12-02T16:03:00,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:03:00,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,780 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:03:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-02T16:03:00,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e1e42f3a078d4941a763aff84b3383d2_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155379850/Put/seqid=0 2024-12-02T16:03:00,815 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:00,825 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#B#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:00,825 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/9fa6e55333e2495caa7c3036b1b86615 is 50, key is test_row_0/B:col10/1733155379650/Put/seqid=0 2024-12-02T16:03:00,847 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120278a8f061a1ee425a9db3c5424c552724_ef27997af4bffd5e9fec6a1babe8081b store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:00,848 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120278a8f061a1ee425a9db3c5424c552724_ef27997af4bffd5e9fec6a1babe8081b, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:00,848 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120278a8f061a1ee425a9db3c5424c552724_ef27997af4bffd5e9fec6a1babe8081b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742140_1316 (size=12204) 2024-12-02T16:03:00,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742141_1317 (size=12241) 2024-12-02T16:03:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742142_1318 (size=4469) 2024-12-02T16:03:00,897 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#A#compaction#262 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:00,897 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/312a8983f854449a86a398e8fcbc3710 is 175, key is test_row_0/A:col10/1733155379650/Put/seqid=0 2024-12-02T16:03:00,902 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/9fa6e55333e2495caa7c3036b1b86615 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9fa6e55333e2495caa7c3036b1b86615 2024-12-02T16:03:00,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742143_1319 (size=31302) 2024-12-02T16:03:00,911 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/B of ef27997af4bffd5e9fec6a1babe8081b into 9fa6e55333e2495caa7c3036b1b86615(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:00,911 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:00,911 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/B, priority=12, startTime=1733155380752; duration=0sec 2024-12-02T16:03:00,911 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:00,911 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:B 2024-12-02T16:03:00,911 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:00,915 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:00,915 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/C is initiating minor compaction (all files) 2024-12-02T16:03:00,915 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/C in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:00,915 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7373ec29de494582913ab9c4c6b48484, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/81fd35dd85bf49ee8b88a2900597f16f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f02d0f03e22246c380a512b4e98bd7a5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/66e4e56d7fd8494b99e21c60284ee780] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=44.7 K 2024-12-02T16:03:00,916 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 7373ec29de494582913ab9c4c6b48484, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733155375269 2024-12-02T16:03:00,916 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 81fd35dd85bf49ee8b88a2900597f16f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733155375977 2024-12-02T16:03:00,916 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting f02d0f03e22246c380a512b4e98bd7a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733155377174 2024-12-02T16:03:00,917 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 66e4e56d7fd8494b99e21c60284ee780, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155379635 2024-12-02T16:03:00,949 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#C#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:00,949 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/e352720a86ed4a6e85c086a44d5417dc is 50, key is test_row_0/C:col10/1733155379650/Put/seqid=0 2024-12-02T16:03:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742144_1320 (size=12241) 2024-12-02T16:03:01,008 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/e352720a86ed4a6e85c086a44d5417dc as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/e352720a86ed4a6e85c086a44d5417dc 2024-12-02T16:03:01,015 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/C of ef27997af4bffd5e9fec6a1babe8081b into e352720a86ed4a6e85c086a44d5417dc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:01,015 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:01,015 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/C, priority=12, startTime=1733155380752; duration=0sec 2024-12-02T16:03:01,015 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:01,015 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:C 2024-12-02T16:03:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:01,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:01,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155441045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155441048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155441056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155441082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155441168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155441171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155441177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:01,292 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e1e42f3a078d4941a763aff84b3383d2_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e1e42f3a078d4941a763aff84b3383d2_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:01,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/2da3f60ca08f4f75aede7e5c728cc84f, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/2da3f60ca08f4f75aede7e5c728cc84f is 175, key is test_row_0/A:col10/1733155379850/Put/seqid=0 2024-12-02T16:03:01,316 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/312a8983f854449a86a398e8fcbc3710 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/312a8983f854449a86a398e8fcbc3710 2024-12-02T16:03:01,335 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/A of ef27997af4bffd5e9fec6a1babe8081b into 312a8983f854449a86a398e8fcbc3710(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:01,335 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:01,335 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/A, priority=12, startTime=1733155380752; duration=0sec 2024-12-02T16:03:01,335 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:01,335 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:A 2024-12-02T16:03:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742145_1321 (size=31005) 2024-12-02T16:03:01,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51264 deadline: 1733155441340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,358 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in ef27997af4bffd5e9fec6a1babe8081b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155441378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155441391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155441391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155441688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155441708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155441708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:01,743 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/2da3f60ca08f4f75aede7e5c728cc84f 2024-12-02T16:03:01,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/e147f51d6b234595b663668f2f8204cf is 50, key is test_row_0/B:col10/1733155379850/Put/seqid=0 2024-12-02T16:03:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-02T16:03:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742146_1322 (size=12051) 2024-12-02T16:03:01,858 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/e147f51d6b234595b663668f2f8204cf 2024-12-02T16:03:01,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/f5ac5c91508644dfa29e37e0584434bd is 50, key is test_row_0/C:col10/1733155379850/Put/seqid=0 2024-12-02T16:03:01,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742147_1323 (size=12051) 2024-12-02T16:03:02,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155442098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:02,106 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in ef27997af4bffd5e9fec6a1babe8081b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:02,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:02,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:02,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:02,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155442198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:02,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:02,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:02,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:02,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155442219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:02,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155442219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:02,352 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/f5ac5c91508644dfa29e37e0584434bd 2024-12-02T16:03:02,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/2da3f60ca08f4f75aede7e5c728cc84f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/2da3f60ca08f4f75aede7e5c728cc84f 2024-12-02T16:03:02,370 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/2da3f60ca08f4f75aede7e5c728cc84f, entries=150, sequenceid=130, filesize=30.3 K 2024-12-02T16:03:02,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/e147f51d6b234595b663668f2f8204cf as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/e147f51d6b234595b663668f2f8204cf 2024-12-02T16:03:02,379 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/e147f51d6b234595b663668f2f8204cf, entries=150, sequenceid=130, filesize=11.8 K 2024-12-02T16:03:02,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/f5ac5c91508644dfa29e37e0584434bd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f5ac5c91508644dfa29e37e0584434bd 2024-12-02T16:03:02,386 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f5ac5c91508644dfa29e37e0584434bd, entries=150, sequenceid=130, filesize=11.8 K 2024-12-02T16:03:02,387 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ef27997af4bffd5e9fec6a1babe8081b in 1608ms, sequenceid=130, compaction requested=false 2024-12-02T16:03:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-02T16:03:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=86 2024-12-02T16:03:02,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-12-02T16:03:02,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7380 sec 2024-12-02T16:03:02,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.7610 sec 2024-12-02T16:03:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:03,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:03:03,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d65dd104bfcb469792fe29a45c0a8596_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155381040/Put/seqid=0 2024-12-02T16:03:03,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742148_1324 (size=12304) 2024-12-02T16:03:03,223 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:03,243 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d65dd104bfcb469792fe29a45c0a8596_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d65dd104bfcb469792fe29a45c0a8596_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:03,251 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/59278d7d9c4c42b28880b302334d443f, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:03,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/59278d7d9c4c42b28880b302334d443f is 175, key is test_row_0/A:col10/1733155381040/Put/seqid=0 2024-12-02T16:03:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742149_1325 (size=31105) 2024-12-02T16:03:03,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155443307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155443308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155443319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155443427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155443428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155443438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155443637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155443637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155443658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,669 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/59278d7d9c4c42b28880b302334d443f 2024-12-02T16:03:03,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/51a33e9f801146b78e6c6f0aee4756d2 is 50, key is test_row_0/B:col10/1733155381040/Put/seqid=0 2024-12-02T16:03:03,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742150_1326 (size=12151) 2024-12-02T16:03:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-02T16:03:03,818 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:03,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-02T16:03:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-02T16:03:03,820 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:03,821 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:03,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-02T16:03:03,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155443948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155443948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155443967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:03,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:03,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:03,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-02T16:03:03,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:03,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:03,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:03,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:03,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:04,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/51a33e9f801146b78e6c6f0aee4756d2 2024-12-02T16:03:04,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/1c57c6429775443abcca4bf8f76f0aff is 50, key is test_row_0/C:col10/1733155381040/Put/seqid=0 2024-12-02T16:03:04,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742151_1327 (size=12151) 2024-12-02T16:03:04,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155444118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:04,119 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in ef27997af4bffd5e9fec6a1babe8081b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:04,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-02T16:03:04,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:04,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-02T16:03:04,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-02T16:03:04,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:04,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:04,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:04,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:04,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:04,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-02T16:03:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:04,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-02T16:03:04,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155444457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155444457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:04,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155444478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:04,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/1c57c6429775443abcca4bf8f76f0aff 2024-12-02T16:03:04,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/59278d7d9c4c42b28880b302334d443f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/59278d7d9c4c42b28880b302334d443f 2024-12-02T16:03:04,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/59278d7d9c4c42b28880b302334d443f, entries=150, sequenceid=145, filesize=30.4 K 2024-12-02T16:03:04,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/51a33e9f801146b78e6c6f0aee4756d2 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/51a33e9f801146b78e6c6f0aee4756d2 2024-12-02T16:03:04,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/51a33e9f801146b78e6c6f0aee4756d2, entries=150, sequenceid=145, filesize=11.9 K 2024-12-02T16:03:04,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/1c57c6429775443abcca4bf8f76f0aff as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/1c57c6429775443abcca4bf8f76f0aff 2024-12-02T16:03:04,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/1c57c6429775443abcca4bf8f76f0aff, entries=150, sequenceid=145, filesize=11.9 K 2024-12-02T16:03:04,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ef27997af4bffd5e9fec6a1babe8081b in 1300ms, sequenceid=145, compaction requested=true 2024-12-02T16:03:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:04,510 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:04,511 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93412 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:04,512 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/A is initiating minor compaction (all files) 2024-12-02T16:03:04,512 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/A in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:04,512 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/312a8983f854449a86a398e8fcbc3710, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/2da3f60ca08f4f75aede7e5c728cc84f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/59278d7d9c4c42b28880b302334d443f] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=91.2 K 2024-12-02T16:03:04,512 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:04,512 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/312a8983f854449a86a398e8fcbc3710, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/2da3f60ca08f4f75aede7e5c728cc84f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/59278d7d9c4c42b28880b302334d443f] 2024-12-02T16:03:04,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:04,512 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 312a8983f854449a86a398e8fcbc3710, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155377175 2024-12-02T16:03:04,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:04,513 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2da3f60ca08f4f75aede7e5c728cc84f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733155379850 2024-12-02T16:03:04,513 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59278d7d9c4c42b28880b302334d443f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733155381040 2024-12-02T16:03:04,514 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:04,516 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:04,516 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/B is initiating minor compaction (all files) 2024-12-02T16:03:04,516 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/B in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:04,516 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9fa6e55333e2495caa7c3036b1b86615, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/e147f51d6b234595b663668f2f8204cf, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/51a33e9f801146b78e6c6f0aee4756d2] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=35.6 K 2024-12-02T16:03:04,516 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fa6e55333e2495caa7c3036b1b86615, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155377175 2024-12-02T16:03:04,517 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting e147f51d6b234595b663668f2f8204cf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733155379850 2024-12-02T16:03:04,518 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 51a33e9f801146b78e6c6f0aee4756d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733155381040 2024-12-02T16:03:04,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:04,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:04,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:04,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:04,521 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:04,527 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120276937273c6404320ae0d7cf93644aca0_ef27997af4bffd5e9fec6a1babe8081b store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:04,529 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120276937273c6404320ae0d7cf93644aca0_ef27997af4bffd5e9fec6a1babe8081b, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:04,529 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120276937273c6404320ae0d7cf93644aca0_ef27997af4bffd5e9fec6a1babe8081b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:04,534 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#B#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:04,534 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/74e6ac61d92a4f129a239a78d7053d64 is 50, key is test_row_0/B:col10/1733155381040/Put/seqid=0 2024-12-02T16:03:04,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742152_1328 (size=4469) 2024-12-02T16:03:04,542 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#A#compaction#270 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:04,543 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/5c3fc23bf5e94b1d9a7fcc9d7d745450 is 175, key is test_row_0/A:col10/1733155381040/Put/seqid=0 2024-12-02T16:03:04,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742153_1329 (size=12493) 2024-12-02T16:03:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742154_1330 (size=31447) 2024-12-02T16:03:04,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-02T16:03:04,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:04,587 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:03:04,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a6219c1023a54ea9b958ca5f1a4fa524_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155383304/Put/seqid=0 2024-12-02T16:03:04,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742155_1331 (size=12304) 2024-12-02T16:03:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-02T16:03:04,962 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/74e6ac61d92a4f129a239a78d7053d64 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/74e6ac61d92a4f129a239a78d7053d64 2024-12-02T16:03:04,964 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/5c3fc23bf5e94b1d9a7fcc9d7d745450 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c3fc23bf5e94b1d9a7fcc9d7d745450 2024-12-02T16:03:04,968 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/B of ef27997af4bffd5e9fec6a1babe8081b into 74e6ac61d92a4f129a239a78d7053d64(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:04,968 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:04,969 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/B, priority=13, startTime=1733155384512; duration=0sec 2024-12-02T16:03:04,969 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:04,969 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:B 2024-12-02T16:03:04,969 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:04,971 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/A of ef27997af4bffd5e9fec6a1babe8081b into 5c3fc23bf5e94b1d9a7fcc9d7d745450(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:04,971 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:04,971 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/A, priority=13, startTime=1733155384510; duration=0sec 2024-12-02T16:03:04,971 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:04,971 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:A 2024-12-02T16:03:04,976 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:04,976 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/C is initiating minor compaction (all files) 2024-12-02T16:03:04,976 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/C in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:04,976 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/e352720a86ed4a6e85c086a44d5417dc, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f5ac5c91508644dfa29e37e0584434bd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/1c57c6429775443abcca4bf8f76f0aff] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=35.6 K 2024-12-02T16:03:04,976 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting e352720a86ed4a6e85c086a44d5417dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155377175 2024-12-02T16:03:04,977 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting f5ac5c91508644dfa29e37e0584434bd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733155379850 2024-12-02T16:03:04,977 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c57c6429775443abcca4bf8f76f0aff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733155381040 2024-12-02T16:03:04,993 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#C#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:04,994 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/daaa3a669a2c4778867140510d1e0ee8 is 50, key is test_row_0/C:col10/1733155381040/Put/seqid=0 2024-12-02T16:03:05,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:05,015 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a6219c1023a54ea9b958ca5f1a4fa524_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a6219c1023a54ea9b958ca5f1a4fa524_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:05,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/fd1f3296482249faad017b4bcd230d88, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:05,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/fd1f3296482249faad017b4bcd230d88 is 175, key is test_row_0/A:col10/1733155383304/Put/seqid=0 2024-12-02T16:03:05,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742156_1332 (size=12493) 2024-12-02T16:03:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742157_1333 (size=31105) 2024-12-02T16:03:05,046 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/fd1f3296482249faad017b4bcd230d88 2024-12-02T16:03:05,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/647d2043926f447c92e14f6fd6c39c25 is 50, key is test_row_0/B:col10/1733155383304/Put/seqid=0 2024-12-02T16:03:05,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742158_1334 (size=12151) 2024-12-02T16:03:05,462 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/daaa3a669a2c4778867140510d1e0ee8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/daaa3a669a2c4778867140510d1e0ee8 2024-12-02T16:03:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:05,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:05,477 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/647d2043926f447c92e14f6fd6c39c25 2024-12-02T16:03:05,481 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/C of ef27997af4bffd5e9fec6a1babe8081b into daaa3a669a2c4778867140510d1e0ee8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:05,481 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:05,481 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/C, priority=13, startTime=1733155384520; duration=0sec 2024-12-02T16:03:05,481 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:05,481 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:C 2024-12-02T16:03:05,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/5ee3c16347e74bfaa4a800d819728433 is 50, key is test_row_0/C:col10/1733155383304/Put/seqid=0 2024-12-02T16:03:05,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155445511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:05,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:05,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155445515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:05,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155445515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:05,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742159_1335 (size=12151) 2024-12-02T16:03:05,528 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/5ee3c16347e74bfaa4a800d819728433 2024-12-02T16:03:05,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/fd1f3296482249faad017b4bcd230d88 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/fd1f3296482249faad017b4bcd230d88 2024-12-02T16:03:05,551 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/fd1f3296482249faad017b4bcd230d88, entries=150, sequenceid=169, filesize=30.4 K 2024-12-02T16:03:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/647d2043926f447c92e14f6fd6c39c25 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/647d2043926f447c92e14f6fd6c39c25 2024-12-02T16:03:05,569 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/647d2043926f447c92e14f6fd6c39c25, entries=150, sequenceid=169, filesize=11.9 K 2024-12-02T16:03:05,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/5ee3c16347e74bfaa4a800d819728433 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/5ee3c16347e74bfaa4a800d819728433 2024-12-02T16:03:05,593 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/5ee3c16347e74bfaa4a800d819728433, entries=150, sequenceid=169, filesize=11.9 K 2024-12-02T16:03:05,596 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ef27997af4bffd5e9fec6a1babe8081b in 1009ms, sequenceid=169, compaction requested=false 2024-12-02T16:03:05,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:05,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:05,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-02T16:03:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=88 2024-12-02T16:03:05,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-12-02T16:03:05,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7760 sec 2024-12-02T16:03:05,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.7810 sec 2024-12-02T16:03:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:05,631 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:05,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:03:05,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202427ae9bcf7ae493cab8a035195517640_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155385509/Put/seqid=0 2024-12-02T16:03:05,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742160_1336 (size=14794) 2024-12-02T16:03:05,671 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:05,681 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202427ae9bcf7ae493cab8a035195517640_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202427ae9bcf7ae493cab8a035195517640_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:05,683 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/ff41dceadaac47ed9f5ccc4fa518da6b, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:05,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/ff41dceadaac47ed9f5ccc4fa518da6b is 175, key is test_row_0/A:col10/1733155385509/Put/seqid=0 2024-12-02T16:03:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742161_1337 (size=39749) 2024-12-02T16:03:05,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155445721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:05,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155445722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:05,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:05,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155445723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:05,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:05,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155445828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:05,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:05,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155445839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:05,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155445839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-02T16:03:05,972 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:05,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-02T16:03:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T16:03:05,979 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:05,979 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:05,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:06,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155446040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:06,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:06,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155446048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:06,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155446049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:06,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T16:03:06,109 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/ff41dceadaac47ed9f5ccc4fa518da6b 2024-12-02T16:03:06,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/9007d28358ad4882acff513e52a93b4a is 50, key is test_row_0/B:col10/1733155385509/Put/seqid=0 2024-12-02T16:03:06,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T16:03:06,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:06,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742162_1338 (size=12151) 2024-12-02T16:03:06,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T16:03:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T16:03:06,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155446358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:06,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155446358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:06,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:06,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:06,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155446372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:06,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T16:03:06,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:06,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/9007d28358ad4882acff513e52a93b4a 2024-12-02T16:03:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T16:03:06,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T16:03:06,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:06,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:06,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/7f7276f40b9747a2bca4853f2498ad6c is 50, key is test_row_0/C:col10/1733155385509/Put/seqid=0 2024-12-02T16:03:06,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742163_1339 (size=12151) 2024-12-02T16:03:06,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/7f7276f40b9747a2bca4853f2498ad6c 2024-12-02T16:03:06,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/ff41dceadaac47ed9f5ccc4fa518da6b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ff41dceadaac47ed9f5ccc4fa518da6b 2024-12-02T16:03:06,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ff41dceadaac47ed9f5ccc4fa518da6b, entries=200, sequenceid=185, filesize=38.8 K 2024-12-02T16:03:06,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/9007d28358ad4882acff513e52a93b4a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9007d28358ad4882acff513e52a93b4a 2024-12-02T16:03:06,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9007d28358ad4882acff513e52a93b4a, entries=150, sequenceid=185, filesize=11.9 K 2024-12-02T16:03:06,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/7f7276f40b9747a2bca4853f2498ad6c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7f7276f40b9747a2bca4853f2498ad6c 2024-12-02T16:03:06,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7f7276f40b9747a2bca4853f2498ad6c, entries=150, sequenceid=185, filesize=11.9 K 2024-12-02T16:03:06,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for ef27997af4bffd5e9fec6a1babe8081b in 1092ms, sequenceid=185, compaction requested=true 2024-12-02T16:03:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:03:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:03:06,724 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:06,725 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:06,727 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:06,727 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/A is initiating minor compaction (all files) 2024-12-02T16:03:06,727 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/A in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,727 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c3fc23bf5e94b1d9a7fcc9d7d745450, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/fd1f3296482249faad017b4bcd230d88, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ff41dceadaac47ed9f5ccc4fa518da6b] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=99.9 K 2024-12-02T16:03:06,727 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,727 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c3fc23bf5e94b1d9a7fcc9d7d745450, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/fd1f3296482249faad017b4bcd230d88, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ff41dceadaac47ed9f5ccc4fa518da6b] 2024-12-02T16:03:06,731 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c3fc23bf5e94b1d9a7fcc9d7d745450, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733155381040 2024-12-02T16:03:06,731 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting fd1f3296482249faad017b4bcd230d88, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733155383304 2024-12-02T16:03:06,731 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:06,731 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/B is initiating minor compaction (all files) 2024-12-02T16:03:06,731 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting ff41dceadaac47ed9f5ccc4fa518da6b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733155385495 2024-12-02T16:03:06,731 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/B in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,731 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/74e6ac61d92a4f129a239a78d7053d64, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/647d2043926f447c92e14f6fd6c39c25, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9007d28358ad4882acff513e52a93b4a] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=35.9 K 2024-12-02T16:03:06,732 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74e6ac61d92a4f129a239a78d7053d64, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733155381040 2024-12-02T16:03:06,733 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 647d2043926f447c92e14f6fd6c39c25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733155383304 2024-12-02T16:03:06,733 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9007d28358ad4882acff513e52a93b4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733155385506 2024-12-02T16:03:06,749 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:06,750 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/9874c82608ae4d36a50334b51687efd5 is 50, key is test_row_0/B:col10/1733155385509/Put/seqid=0 2024-12-02T16:03:06,760 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:06,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T16:03:06,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,778 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:03:06,787 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202724b4022eba841e3a0faf6341f6fe487_ef27997af4bffd5e9fec6a1babe8081b store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:06,789 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202724b4022eba841e3a0faf6341f6fe487_ef27997af4bffd5e9fec6a1babe8081b, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:06,789 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202724b4022eba841e3a0faf6341f6fe487_ef27997af4bffd5e9fec6a1babe8081b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742164_1340 (size=12595) 2024-12-02T16:03:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120215f612498f7a42fabb294ad2e4c1fd37_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155385673/Put/seqid=0 2024-12-02T16:03:06,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742165_1341 (size=4469) 2024-12-02T16:03:06,828 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/9874c82608ae4d36a50334b51687efd5 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9874c82608ae4d36a50334b51687efd5 2024-12-02T16:03:06,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742166_1342 (size=12304) 2024-12-02T16:03:06,839 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/B of ef27997af4bffd5e9fec6a1babe8081b into 9874c82608ae4d36a50334b51687efd5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:06,839 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:06,839 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/B, priority=13, startTime=1733155386724; duration=0sec 2024-12-02T16:03:06,840 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:06,840 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:B 2024-12-02T16:03:06,840 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:06,842 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:06,843 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/C is initiating minor compaction (all files) 2024-12-02T16:03:06,843 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/C in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:06,843 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/daaa3a669a2c4778867140510d1e0ee8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/5ee3c16347e74bfaa4a800d819728433, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7f7276f40b9747a2bca4853f2498ad6c] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=35.9 K 2024-12-02T16:03:06,847 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting daaa3a669a2c4778867140510d1e0ee8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733155381040 2024-12-02T16:03:06,847 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ee3c16347e74bfaa4a800d819728433, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733155383304 2024-12-02T16:03:06,849 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f7276f40b9747a2bca4853f2498ad6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733155385506 2024-12-02T16:03:06,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:06,911 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:06,912 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/7b9af59e8cfa458ca4af01d3a3e1f0ee is 50, key is test_row_0/C:col10/1733155385509/Put/seqid=0 2024-12-02T16:03:06,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155446933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:06,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155446939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:06,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155446939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:06,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742167_1343 (size=12595) 2024-12-02T16:03:07,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155447059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:07,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155447061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:07,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:07,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155447077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T16:03:07,231 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#A#compaction#280 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:07,231 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/508f36f2f1c847cab5abd4febab54f7d is 175, key is test_row_0/A:col10/1733155385509/Put/seqid=0 2024-12-02T16:03:07,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:07,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742168_1344 (size=31549) 2024-12-02T16:03:07,265 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120215f612498f7a42fabb294ad2e4c1fd37_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120215f612498f7a42fabb294ad2e4c1fd37_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:07,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/48268c265ed74cc198937ce49d697728, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/48268c265ed74cc198937ce49d697728 is 175, key is test_row_0/A:col10/1733155385673/Put/seqid=0 2024-12-02T16:03:07,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155447268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:07,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:07,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155447279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:07,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155447291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:07,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742169_1345 (size=31105) 2024-12-02T16:03:07,314 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/508f36f2f1c847cab5abd4febab54f7d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/508f36f2f1c847cab5abd4febab54f7d 2024-12-02T16:03:07,323 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/48268c265ed74cc198937ce49d697728 2024-12-02T16:03:07,348 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/A of ef27997af4bffd5e9fec6a1babe8081b into 508f36f2f1c847cab5abd4febab54f7d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:07,348 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:07,348 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/A, priority=13, startTime=1733155386724; duration=0sec 2024-12-02T16:03:07,348 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:07,348 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:A 2024-12-02T16:03:07,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/8e855f09881448e09a727d160965b01b is 50, key is test_row_0/B:col10/1733155385673/Put/seqid=0 2024-12-02T16:03:07,391 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/7b9af59e8cfa458ca4af01d3a3e1f0ee as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7b9af59e8cfa458ca4af01d3a3e1f0ee 2024-12-02T16:03:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742170_1346 (size=12151) 2024-12-02T16:03:07,414 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/8e855f09881448e09a727d160965b01b 2024-12-02T16:03:07,431 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/C of ef27997af4bffd5e9fec6a1babe8081b into 7b9af59e8cfa458ca4af01d3a3e1f0ee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:07,431 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:07,431 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/C, priority=13, startTime=1733155386724; duration=0sec 2024-12-02T16:03:07,431 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:07,431 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:C 2024-12-02T16:03:07,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/24c2afded8504984b48b56ff2e7a5bab is 50, key is test_row_0/C:col10/1733155385673/Put/seqid=0 2024-12-02T16:03:07,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742171_1347 (size=12151) 2024-12-02T16:03:07,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155447590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:07,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155447603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:07,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155447610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:07,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:07,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:07,911 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/24c2afded8504984b48b56ff2e7a5bab 2024-12-02T16:03:07,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/48268c265ed74cc198937ce49d697728 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/48268c265ed74cc198937ce49d697728 2024-12-02T16:03:07,951 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/48268c265ed74cc198937ce49d697728, entries=150, sequenceid=209, filesize=30.4 K 2024-12-02T16:03:07,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/8e855f09881448e09a727d160965b01b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/8e855f09881448e09a727d160965b01b 2024-12-02T16:03:07,989 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/8e855f09881448e09a727d160965b01b, entries=150, sequenceid=209, filesize=11.9 K 2024-12-02T16:03:07,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/24c2afded8504984b48b56ff2e7a5bab as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/24c2afded8504984b48b56ff2e7a5bab 2024-12-02T16:03:08,012 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/24c2afded8504984b48b56ff2e7a5bab, entries=150, sequenceid=209, filesize=11.9 K 2024-12-02T16:03:08,019 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ef27997af4bffd5e9fec6a1babe8081b in 1240ms, sequenceid=209, compaction requested=false 2024-12-02T16:03:08,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:08,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:08,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-02T16:03:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=90 2024-12-02T16:03:08,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-02T16:03:08,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0530 sec 2024-12-02T16:03:08,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.0820 sec 2024-12-02T16:03:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:08,118 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:08,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:03:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T16:03:08,138 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:08,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-02T16:03:08,144 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:08,145 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:08,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-02T16:03:08,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e1ea67af29ff4a4d8d6ed36f2b6da773_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155386931/Put/seqid=0 2024-12-02T16:03:08,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742172_1348 (size=12304) 2024-12-02T16:03:08,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155448199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155448202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155448210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155448212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-02T16:03:08,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:03:08,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:08,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155448319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155448331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155448331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155448339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-02T16:03:08,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:03:08,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:08,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:08,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:08,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155448539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155448551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155448551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155448559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,595 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:08,626 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e1ea67af29ff4a4d8d6ed36f2b6da773_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e1ea67af29ff4a4d8d6ed36f2b6da773_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:08,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:03:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:08,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,636 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/6ded177967314577bea70c6fd5f08fd0, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/6ded177967314577bea70c6fd5f08fd0 is 175, key is test_row_0/A:col10/1733155386931/Put/seqid=0 2024-12-02T16:03:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742173_1349 (size=31105) 2024-12-02T16:03:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-02T16:03:08,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:03:08,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:08,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:08,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:08,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155448859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155448870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155448871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155448878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:08,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:03:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:08,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,073 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/6ded177967314577bea70c6fd5f08fd0 2024-12-02T16:03:09,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:03:09,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:09,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/300e3982eb32465abc7b8f9f4112b52d is 50, key is test_row_0/B:col10/1733155386931/Put/seqid=0 2024-12-02T16:03:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742174_1350 (size=12151) 2024-12-02T16:03:09,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/300e3982eb32465abc7b8f9f4112b52d 2024-12-02T16:03:09,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/68395adf17844ebab0448d9a44d2f7c4 is 50, key is test_row_0/C:col10/1733155386931/Put/seqid=0 2024-12-02T16:03:09,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:03:09,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742175_1351 (size=12151) 2024-12-02T16:03:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-02T16:03:09,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155449378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:09,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155449389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:09,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155449388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:09,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155449398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:09,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:03:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:03:09,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:09,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/68395adf17844ebab0448d9a44d2f7c4 2024-12-02T16:03:09,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/6ded177967314577bea70c6fd5f08fd0 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/6ded177967314577bea70c6fd5f08fd0 2024-12-02T16:03:09,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/6ded177967314577bea70c6fd5f08fd0, entries=150, sequenceid=225, filesize=30.4 K 2024-12-02T16:03:09,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/300e3982eb32465abc7b8f9f4112b52d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/300e3982eb32465abc7b8f9f4112b52d 2024-12-02T16:03:09,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:03:09,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:09,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:09,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/300e3982eb32465abc7b8f9f4112b52d, entries=150, sequenceid=225, filesize=11.9 K 2024-12-02T16:03:09,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/68395adf17844ebab0448d9a44d2f7c4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/68395adf17844ebab0448d9a44d2f7c4 2024-12-02T16:03:09,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/68395adf17844ebab0448d9a44d2f7c4, entries=150, sequenceid=225, filesize=11.9 K 2024-12-02T16:03:09,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ef27997af4bffd5e9fec6a1babe8081b in 1685ms, sequenceid=225, compaction requested=true 2024-12-02T16:03:09,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:09,803 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:09,804 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:09,804 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/A is initiating minor compaction (all files) 2024-12-02T16:03:09,804 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/A in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,804 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/508f36f2f1c847cab5abd4febab54f7d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/48268c265ed74cc198937ce49d697728, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/6ded177967314577bea70c6fd5f08fd0] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=91.6 K 2024-12-02T16:03:09,804 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,804 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/508f36f2f1c847cab5abd4febab54f7d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/48268c265ed74cc198937ce49d697728, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/6ded177967314577bea70c6fd5f08fd0] 2024-12-02T16:03:09,805 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 508f36f2f1c847cab5abd4febab54f7d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733155385506 2024-12-02T16:03:09,805 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48268c265ed74cc198937ce49d697728, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733155385673 2024-12-02T16:03:09,805 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ded177967314577bea70c6fd5f08fd0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733155386931 2024-12-02T16:03:09,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:09,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:09,811 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:09,812 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:09,812 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/B is initiating minor compaction (all files) 2024-12-02T16:03:09,812 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/B in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,812 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9874c82608ae4d36a50334b51687efd5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/8e855f09881448e09a727d160965b01b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/300e3982eb32465abc7b8f9f4112b52d] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=36.0 K 2024-12-02T16:03:09,813 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 9874c82608ae4d36a50334b51687efd5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733155385506 2024-12-02T16:03:09,814 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e855f09881448e09a727d160965b01b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733155385673 2024-12-02T16:03:09,815 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 300e3982eb32465abc7b8f9f4112b52d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733155386931 2024-12-02T16:03:09,815 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:09,827 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202e4975a590f0d4907a94a94ba545250ea_ef27997af4bffd5e9fec6a1babe8081b store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:09,828 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202e4975a590f0d4907a94a94ba545250ea_ef27997af4bffd5e9fec6a1babe8081b, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:09,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:09,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:09,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:09,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:09,829 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e4975a590f0d4907a94a94ba545250ea_ef27997af4bffd5e9fec6a1babe8081b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:09,837 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#B#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:09,838 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/8e11429815d740769a60b3116babc5ca is 50, key is test_row_0/B:col10/1733155386931/Put/seqid=0 2024-12-02T16:03:09,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742176_1352 (size=4469) 2024-12-02T16:03:09,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742177_1353 (size=12697) 2024-12-02T16:03:09,907 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#A#compaction#288 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:09,908 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/ce3b692b9c114e04ab15c2c083ab83d4 is 175, key is test_row_0/A:col10/1733155386931/Put/seqid=0 2024-12-02T16:03:09,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:03:09,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:09,942 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:03:09,946 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/8e11429815d740769a60b3116babc5ca as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/8e11429815d740769a60b3116babc5ca 2024-12-02T16:03:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742178_1354 (size=31651) 2024-12-02T16:03:09,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120269486710c4bf4536bbeb709c5351d02b_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155388206/Put/seqid=0 2024-12-02T16:03:09,995 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/B of ef27997af4bffd5e9fec6a1babe8081b into 8e11429815d740769a60b3116babc5ca(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:09,995 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:09,995 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/B, priority=13, startTime=1733155389811; duration=0sec 2024-12-02T16:03:09,995 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:09,995 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:B 2024-12-02T16:03:09,995 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:10,004 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:10,004 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/C is initiating minor compaction (all files) 2024-12-02T16:03:10,004 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/C in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:10,004 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7b9af59e8cfa458ca4af01d3a3e1f0ee, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/24c2afded8504984b48b56ff2e7a5bab, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/68395adf17844ebab0448d9a44d2f7c4] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=36.0 K 2024-12-02T16:03:10,004 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/ce3b692b9c114e04ab15c2c083ab83d4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ce3b692b9c114e04ab15c2c083ab83d4 2024-12-02T16:03:10,005 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b9af59e8cfa458ca4af01d3a3e1f0ee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733155385506 2024-12-02T16:03:10,011 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 24c2afded8504984b48b56ff2e7a5bab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733155385673 2024-12-02T16:03:10,012 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 68395adf17844ebab0448d9a44d2f7c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733155386931 2024-12-02T16:03:10,023 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/A of ef27997af4bffd5e9fec6a1babe8081b into ce3b692b9c114e04ab15c2c083ab83d4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:10,023 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:10,024 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/A, priority=13, startTime=1733155389803; duration=0sec 2024-12-02T16:03:10,024 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:10,024 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:A 2024-12-02T16:03:10,032 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#C#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:10,033 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/34da46cd2c8f4c4aa3a1cb1d32a37092 is 50, key is test_row_0/C:col10/1733155386931/Put/seqid=0 2024-12-02T16:03:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742179_1355 (size=12304) 2024-12-02T16:03:10,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742180_1356 (size=12697) 2024-12-02T16:03:10,138 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/34da46cd2c8f4c4aa3a1cb1d32a37092 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/34da46cd2c8f4c4aa3a1cb1d32a37092 2024-12-02T16:03:10,157 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/C of ef27997af4bffd5e9fec6a1babe8081b into 34da46cd2c8f4c4aa3a1cb1d32a37092(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:10,157 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:10,157 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/C, priority=13, startTime=1733155389829; duration=0sec 2024-12-02T16:03:10,157 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:10,157 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:C 2024-12-02T16:03:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-02T16:03:10,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:10,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155450479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155450479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155450481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155450486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:10,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:10,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:10,527 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120269486710c4bf4536bbeb709c5351d02b_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120269486710c4bf4536bbeb709c5351d02b_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:10,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/0d7d9834a94f40ba9ab5f39af0cddd3f, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:10,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/0d7d9834a94f40ba9ab5f39af0cddd3f is 175, key is test_row_0/A:col10/1733155388206/Put/seqid=0 2024-12-02T16:03:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742181_1357 (size=31105) 2024-12-02T16:03:10,590 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/0d7d9834a94f40ba9ab5f39af0cddd3f 2024-12-02T16:03:10,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155450608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:10,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155450608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155450610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:10,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155450611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:10,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/4b6dd82994b64dfc965db3041a90086f is 50, key is test_row_0/B:col10/1733155388206/Put/seqid=0 2024-12-02T16:03:10,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742182_1358 (size=12151) 2024-12-02T16:03:10,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155450831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155450832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:10,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155450835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155450835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:10,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:10,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:10,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:10,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,095 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/4b6dd82994b64dfc965db3041a90086f 2024-12-02T16:03:11,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/fb22df06f22245db989260b4a63e98c4 is 50, key is test_row_0/C:col10/1733155388206/Put/seqid=0 2024-12-02T16:03:11,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155451150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155451150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155451151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155451151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742183_1359 (size=12151) 2024-12-02T16:03:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51264 deadline: 1733155451423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,435 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in ef27997af4bffd5e9fec6a1babe8081b of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18342 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,605 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/fb22df06f22245db989260b4a63e98c4 2024-12-02T16:03:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/0d7d9834a94f40ba9ab5f39af0cddd3f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/0d7d9834a94f40ba9ab5f39af0cddd3f 2024-12-02T16:03:11,633 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/0d7d9834a94f40ba9ab5f39af0cddd3f, entries=150, sequenceid=248, filesize=30.4 K 2024-12-02T16:03:11,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/4b6dd82994b64dfc965db3041a90086f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/4b6dd82994b64dfc965db3041a90086f 2024-12-02T16:03:11,651 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/4b6dd82994b64dfc965db3041a90086f, entries=150, sequenceid=248, filesize=11.9 K 2024-12-02T16:03:11,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/fb22df06f22245db989260b4a63e98c4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/fb22df06f22245db989260b4a63e98c4 2024-12-02T16:03:11,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155451659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,667 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/fb22df06f22245db989260b4a63e98c4, entries=150, sequenceid=248, filesize=11.9 K 2024-12-02T16:03:11,668 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ef27997af4bffd5e9fec6a1babe8081b in 1726ms, sequenceid=248, compaction requested=false 2024-12-02T16:03:11,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:11,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:11,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-02T16:03:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-12-02T16:03:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:11,675 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:11,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T16:03:11,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-02T16:03:11,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5360 sec 2024-12-02T16:03:11,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 3.5610 sec 2024-12-02T16:03:11,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023d24ada3e1a347a4a05a2835ed8be020_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155390475/Put/seqid=0 2024-12-02T16:03:11,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742184_1360 (size=12454) 2024-12-02T16:03:11,754 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:11,763 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023d24ada3e1a347a4a05a2835ed8be020_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023d24ada3e1a347a4a05a2835ed8be020_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:11,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/d4e3fff60d8e4439b8e10944fa2cbf1b, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:11,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/d4e3fff60d8e4439b8e10944fa2cbf1b is 175, key is test_row_0/A:col10/1733155390475/Put/seqid=0 2024-12-02T16:03:11,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155451768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742185_1361 (size=31255) 2024-12-02T16:03:11,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155451771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155451775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155451889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155451889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:11,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155451900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:11,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:11,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:12,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155452108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:12,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155452108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:12,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155452109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:12,188 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/d4e3fff60d8e4439b8e10944fa2cbf1b 2024-12-02T16:03:12,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/524d64e399164c8280d90950f4c75cbe is 50, key is test_row_0/B:col10/1733155390475/Put/seqid=0 2024-12-02T16:03:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742186_1362 (size=12301) 2024-12-02T16:03:12,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/524d64e399164c8280d90950f4c75cbe 2024-12-02T16:03:12,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/18bb62f6ffd2420d8d831dd04ac700f5 is 50, key is test_row_0/C:col10/1733155390475/Put/seqid=0 2024-12-02T16:03:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-02T16:03:12,327 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:12,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-02T16:03:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T16:03:12,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:12,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:12,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:12,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742187_1363 (size=12301) 2024-12-02T16:03:12,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51238 deadline: 1733155452428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:12,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:12,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51268 deadline: 1733155452428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:12,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:12,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51240 deadline: 1733155452431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T16:03:12,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:12,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:12,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:12,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:12,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:12,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T16:03:12,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:12,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:12,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51280 deadline: 1733155452676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:12,683 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in ef27997af4bffd5e9fec6a1babe8081b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:12,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/18bb62f6ffd2420d8d831dd04ac700f5 2024-12-02T16:03:12,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/d4e3fff60d8e4439b8e10944fa2cbf1b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/d4e3fff60d8e4439b8e10944fa2cbf1b 2024-12-02T16:03:12,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/d4e3fff60d8e4439b8e10944fa2cbf1b, entries=150, sequenceid=266, filesize=30.5 K 2024-12-02T16:03:12,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/524d64e399164c8280d90950f4c75cbe as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/524d64e399164c8280d90950f4c75cbe 2024-12-02T16:03:12,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:12,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:12,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/524d64e399164c8280d90950f4c75cbe, entries=150, sequenceid=266, filesize=12.0 K 2024-12-02T16:03:12,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/18bb62f6ffd2420d8d831dd04ac700f5 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/18bb62f6ffd2420d8d831dd04ac700f5 2024-12-02T16:03:12,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/18bb62f6ffd2420d8d831dd04ac700f5, entries=150, sequenceid=266, filesize=12.0 K 2024-12-02T16:03:12,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ef27997af4bffd5e9fec6a1babe8081b in 1202ms, sequenceid=266, compaction requested=true 2024-12-02T16:03:12,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:12,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:12,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:12,877 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:12,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:12,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:12,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef27997af4bffd5e9fec6a1babe8081b:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:12,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:03:12,878 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:12,886 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:12,886 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/B is initiating minor compaction (all files) 2024-12-02T16:03:12,886 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/B in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:12,886 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/8e11429815d740769a60b3116babc5ca, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/4b6dd82994b64dfc965db3041a90086f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/524d64e399164c8280d90950f4c75cbe] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=36.3 K 2024-12-02T16:03:12,890 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:12,890 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/A is initiating minor compaction (all files) 2024-12-02T16:03:12,890 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/A in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:12,890 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e11429815d740769a60b3116babc5ca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733155386931 2024-12-02T16:03:12,890 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ce3b692b9c114e04ab15c2c083ab83d4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/0d7d9834a94f40ba9ab5f39af0cddd3f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/d4e3fff60d8e4439b8e10944fa2cbf1b] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=91.8 K 2024-12-02T16:03:12,890 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:12,890 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ce3b692b9c114e04ab15c2c083ab83d4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/0d7d9834a94f40ba9ab5f39af0cddd3f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/d4e3fff60d8e4439b8e10944fa2cbf1b] 2024-12-02T16:03:12,893 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b6dd82994b64dfc965db3041a90086f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733155388191 2024-12-02T16:03:12,896 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce3b692b9c114e04ab15c2c083ab83d4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733155386931 2024-12-02T16:03:12,896 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 524d64e399164c8280d90950f4c75cbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733155390469 2024-12-02T16:03:12,903 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d7d9834a94f40ba9ab5f39af0cddd3f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733155388191 2024-12-02T16:03:12,905 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4e3fff60d8e4439b8e10944fa2cbf1b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733155390469 2024-12-02T16:03:12,939 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:12,940 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/031e49123ba14b118d93817457888d21 is 50, key is test_row_0/B:col10/1733155390475/Put/seqid=0 2024-12-02T16:03:12,955 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:12,958 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:12,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T16:03:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T16:03:12,982 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412021dc6af645522426c94198cd24d998444_ef27997af4bffd5e9fec6a1babe8081b store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:12,984 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412021dc6af645522426c94198cd24d998444_ef27997af4bffd5e9fec6a1babe8081b, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:12,984 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021dc6af645522426c94198cd24d998444_ef27997af4bffd5e9fec6a1babe8081b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:12,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:12,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:12,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:12,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:12,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,017 INFO [Thread-1352 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1352. 2024-12-02T16:03:13,018 DEBUG [Thread-1352 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:13,018 DEBUG [Thread-1352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,018 DEBUG [Thread-1352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:13,018 INFO [Thread-1339 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1339. 2024-12-02T16:03:13,019 DEBUG [Thread-1339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:13,019 DEBUG [Thread-1339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,020 DEBUG [Thread-1339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,022 INFO [Thread-1350 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1350. 2024-12-02T16:03:13,022 DEBUG [Thread-1350 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:13,022 DEBUG [Thread-1350 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:13,023 DEBUG [Thread-1350 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,025 INFO [Thread-1337 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1337. 2024-12-02T16:03:13,025 DEBUG [Thread-1337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:13,025 DEBUG [Thread-1337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,025 DEBUG [Thread-1337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:13,027 INFO [Thread-1345 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1345. 2024-12-02T16:03:13,027 DEBUG [Thread-1345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:13,027 DEBUG [Thread-1345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,027 DEBUG [Thread-1345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:13,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:13,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022f5ffe23d1054fb9aca95e574d7b5ade_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155392957/Put/seqid=0 2024-12-02T16:03:13,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742188_1364 (size=12949) 2024-12-02T16:03:13,041 INFO [Thread-1354 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1354. 2024-12-02T16:03:13,041 DEBUG [Thread-1354 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:13,041 DEBUG [Thread-1354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,041 DEBUG [Thread-1354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:13,044 INFO [Thread-1348 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1348. 2024-12-02T16:03:13,044 DEBUG [Thread-1348 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:13,044 DEBUG [Thread-1348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,044 DEBUG [Thread-1348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:13,050 INFO [Thread-1356 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1356. 2024-12-02T16:03:13,050 DEBUG [Thread-1356 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:13,050 DEBUG [Thread-1356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,050 DEBUG [Thread-1356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:13,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:13,069 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/031e49123ba14b118d93817457888d21 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/031e49123ba14b118d93817457888d21 2024-12-02T16:03:13,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742190_1366 (size=17534) 2024-12-02T16:03:13,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742189_1365 (size=4469) 2024-12-02T16:03:13,111 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#A#compaction#298 average throughput is 0.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:13,111 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/381412aeeb4e481dbb5b8b596e442cba is 175, key is test_row_0/A:col10/1733155390475/Put/seqid=0 2024-12-02T16:03:13,123 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/B of ef27997af4bffd5e9fec6a1babe8081b into 031e49123ba14b118d93817457888d21(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:13,123 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:13,123 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/B, priority=13, startTime=1733155392877; duration=0sec 2024-12-02T16:03:13,123 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:13,124 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:B 2024-12-02T16:03:13,124 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:13,136 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:13,136 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): ef27997af4bffd5e9fec6a1babe8081b/C is initiating minor compaction (all files) 2024-12-02T16:03:13,136 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef27997af4bffd5e9fec6a1babe8081b/C in TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,136 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/34da46cd2c8f4c4aa3a1cb1d32a37092, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/fb22df06f22245db989260b4a63e98c4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/18bb62f6ffd2420d8d831dd04ac700f5] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp, totalSize=36.3 K 2024-12-02T16:03:13,139 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 34da46cd2c8f4c4aa3a1cb1d32a37092, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733155386931 2024-12-02T16:03:13,141 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting fb22df06f22245db989260b4a63e98c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733155388191 2024-12-02T16:03:13,142 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 18bb62f6ffd2420d8d831dd04ac700f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733155390469 2024-12-02T16:03:13,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:13,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742191_1367 (size=31903) 2024-12-02T16:03:13,198 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef27997af4bffd5e9fec6a1babe8081b#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:13,199 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/76a10c64a8d3428c8d25e04bac342bb4 is 50, key is test_row_0/C:col10/1733155390475/Put/seqid=0 2024-12-02T16:03:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742192_1368 (size=12949) 2024-12-02T16:03:13,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:13,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:13,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,327 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/76a10c64a8d3428c8d25e04bac342bb4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/76a10c64a8d3428c8d25e04bac342bb4 2024-12-02T16:03:13,377 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/C of ef27997af4bffd5e9fec6a1babe8081b into 76a10c64a8d3428c8d25e04bac342bb4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:13,377 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:13,377 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/C, priority=13, startTime=1733155392877; duration=0sec 2024-12-02T16:03:13,377 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:13,377 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:C 2024-12-02T16:03:13,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T16:03:13,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:13,499 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022f5ffe23d1054fb9aca95e574d7b5ade_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022f5ffe23d1054fb9aca95e574d7b5ade_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:13,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/51d8a0f35c9c45779e31f76df19be7a5, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:13,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/51d8a0f35c9c45779e31f76df19be7a5 is 175, key is test_row_0/A:col10/1733155392957/Put/seqid=0 2024-12-02T16:03:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742193_1369 (size=48639) 2024-12-02T16:03:13,574 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/381412aeeb4e481dbb5b8b596e442cba as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/381412aeeb4e481dbb5b8b596e442cba 2024-12-02T16:03:13,580 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef27997af4bffd5e9fec6a1babe8081b/A of ef27997af4bffd5e9fec6a1babe8081b into 381412aeeb4e481dbb5b8b596e442cba(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:13,580 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:13,580 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., storeName=ef27997af4bffd5e9fec6a1babe8081b/A, priority=13, startTime=1733155392877; duration=0sec 2024-12-02T16:03:13,580 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:13,580 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef27997af4bffd5e9fec6a1babe8081b:A 2024-12-02T16:03:13,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,914 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/51d8a0f35c9c45779e31f76df19be7a5 2024-12-02T16:03:13,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/baf3042e8c424986bfba53d1fe3d8a8a is 50, key is test_row_0/B:col10/1733155392957/Put/seqid=0 2024-12-02T16:03:13,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:13,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:13,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:13,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:13,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742194_1370 (size=12301) 2024-12-02T16:03:13,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/baf3042e8c424986bfba53d1fe3d8a8a 2024-12-02T16:03:13,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/3c5bf2e7506a4b668a04e398ccd8c800 is 50, key is test_row_0/C:col10/1733155392957/Put/seqid=0 2024-12-02T16:03:13,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742195_1371 (size=12301) 2024-12-02T16:03:14,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:14,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:14,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:14,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:14,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:14,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:14,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:14,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/3c5bf2e7506a4b668a04e398ccd8c800 2024-12-02T16:03:14,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/51d8a0f35c9c45779e31f76df19be7a5 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/51d8a0f35c9c45779e31f76df19be7a5 2024-12-02T16:03:14,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/51d8a0f35c9c45779e31f76df19be7a5, entries=250, sequenceid=289, filesize=47.5 K 2024-12-02T16:03:14,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/baf3042e8c424986bfba53d1fe3d8a8a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/baf3042e8c424986bfba53d1fe3d8a8a 2024-12-02T16:03:14,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/baf3042e8c424986bfba53d1fe3d8a8a, entries=150, sequenceid=289, filesize=12.0 K 2024-12-02T16:03:14,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/3c5bf2e7506a4b668a04e398ccd8c800 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/3c5bf2e7506a4b668a04e398ccd8c800 2024-12-02T16:03:14,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/3c5bf2e7506a4b668a04e398ccd8c800, entries=150, sequenceid=289, filesize=12.0 K 2024-12-02T16:03:14,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=60.38 KB/61830 for ef27997af4bffd5e9fec6a1babe8081b in 1443ms, sequenceid=289, compaction requested=false 2024-12-02T16:03:14,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:14,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:03:14,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:14,406 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:03:14,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c945f54d32704c0ebbd95d5f4ec8a5d8_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_0/A:col10/1733155393009/Put/seqid=0 2024-12-02T16:03:14,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742196_1372 (size=12454) 2024-12-02T16:03:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T16:03:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:14,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. as already flushing 2024-12-02T16:03:14,700 INFO [Thread-1343 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1343. 2024-12-02T16:03:14,700 DEBUG [Thread-1343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:14,700 DEBUG [Thread-1343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:14,700 DEBUG [Thread-1343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:14,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:14,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:14,821 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c945f54d32704c0ebbd95d5f4ec8a5d8_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c945f54d32704c0ebbd95d5f4ec8a5d8_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:14,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/fffb3bde9491469bbc91f5869e579790, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/fffb3bde9491469bbc91f5869e579790 is 175, key is test_row_0/A:col10/1733155393009/Put/seqid=0 2024-12-02T16:03:14,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742197_1373 (size=31255) 2024-12-02T16:03:15,225 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/fffb3bde9491469bbc91f5869e579790 2024-12-02T16:03:15,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/b4f20f711df547348c502cb30912be57 is 50, key is test_row_0/B:col10/1733155393009/Put/seqid=0 2024-12-02T16:03:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742198_1374 (size=12301) 2024-12-02T16:03:15,638 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/b4f20f711df547348c502cb30912be57 2024-12-02T16:03:15,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/f12531723edb4d51a18371a9942a7fcb is 50, key is test_row_0/C:col10/1733155393009/Put/seqid=0 2024-12-02T16:03:15,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742199_1375 (size=12301) 2024-12-02T16:03:16,050 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/f12531723edb4d51a18371a9942a7fcb 2024-12-02T16:03:16,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/fffb3bde9491469bbc91f5869e579790 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/fffb3bde9491469bbc91f5869e579790 2024-12-02T16:03:16,057 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/fffb3bde9491469bbc91f5869e579790, entries=150, sequenceid=304, filesize=30.5 K 2024-12-02T16:03:16,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/b4f20f711df547348c502cb30912be57 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/b4f20f711df547348c502cb30912be57 2024-12-02T16:03:16,062 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/b4f20f711df547348c502cb30912be57, entries=150, sequenceid=304, filesize=12.0 K 2024-12-02T16:03:16,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/f12531723edb4d51a18371a9942a7fcb as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f12531723edb4d51a18371a9942a7fcb 2024-12-02T16:03:16,067 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f12531723edb4d51a18371a9942a7fcb, entries=150, sequenceid=304, filesize=12.0 K 2024-12-02T16:03:16,068 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for ef27997af4bffd5e9fec6a1babe8081b in 1662ms, sequenceid=304, compaction requested=true 2024-12-02T16:03:16,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for ef27997af4bffd5e9fec6a1babe8081b: 2024-12-02T16:03:16,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:16,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-02T16:03:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-12-02T16:03:16,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-02T16:03:16,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7270 sec 2024-12-02T16:03:16,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 3.7370 sec 2024-12-02T16:03:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T16:03:16,519 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:16,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:03:20,731 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ab0c890ad5fb460da6a7793c2b896887, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/165decd4403b41959ec4d23dba27a710, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/41c972764100457abb28b400f54d4aef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5df59eb0be3044768f262b5668c194d5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cd6fc85e217e4d61a50a08022c3e5ac6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cf8500b6976040f6a37a802a6de8223b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c8262f8db13468c98abbbf157f2185d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/312a8983f854449a86a398e8fcbc3710, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/2da3f60ca08f4f75aede7e5c728cc84f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c3fc23bf5e94b1d9a7fcc9d7d745450, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/59278d7d9c4c42b28880b302334d443f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/fd1f3296482249faad017b4bcd230d88, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ff41dceadaac47ed9f5ccc4fa518da6b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/508f36f2f1c847cab5abd4febab54f7d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/48268c265ed74cc198937ce49d697728, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ce3b692b9c114e04ab15c2c083ab83d4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/6ded177967314577bea70c6fd5f08fd0, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/0d7d9834a94f40ba9ab5f39af0cddd3f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/d4e3fff60d8e4439b8e10944fa2cbf1b] to archive 2024-12-02T16:03:20,731 WARN [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-12-02T16:03:20,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:03:20,734 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ab0c890ad5fb460da6a7793c2b896887 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ab0c890ad5fb460da6a7793c2b896887 2024-12-02T16:03:20,734 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/165decd4403b41959ec4d23dba27a710 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/165decd4403b41959ec4d23dba27a710 2024-12-02T16:03:20,735 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/41c972764100457abb28b400f54d4aef to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/41c972764100457abb28b400f54d4aef 2024-12-02T16:03:20,736 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5df59eb0be3044768f262b5668c194d5 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5df59eb0be3044768f262b5668c194d5 2024-12-02T16:03:20,737 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cd6fc85e217e4d61a50a08022c3e5ac6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cd6fc85e217e4d61a50a08022c3e5ac6 2024-12-02T16:03:20,738 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cf8500b6976040f6a37a802a6de8223b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/cf8500b6976040f6a37a802a6de8223b 2024-12-02T16:03:20,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c8262f8db13468c98abbbf157f2185d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c8262f8db13468c98abbbf157f2185d 2024-12-02T16:03:20,740 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/312a8983f854449a86a398e8fcbc3710 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/312a8983f854449a86a398e8fcbc3710 2024-12-02T16:03:20,741 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/2da3f60ca08f4f75aede7e5c728cc84f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/2da3f60ca08f4f75aede7e5c728cc84f 2024-12-02T16:03:20,741 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c3fc23bf5e94b1d9a7fcc9d7d745450 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/5c3fc23bf5e94b1d9a7fcc9d7d745450 2024-12-02T16:03:20,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/59278d7d9c4c42b28880b302334d443f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/59278d7d9c4c42b28880b302334d443f 2024-12-02T16:03:20,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/fd1f3296482249faad017b4bcd230d88 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/fd1f3296482249faad017b4bcd230d88 2024-12-02T16:03:20,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ff41dceadaac47ed9f5ccc4fa518da6b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ff41dceadaac47ed9f5ccc4fa518da6b 2024-12-02T16:03:20,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/508f36f2f1c847cab5abd4febab54f7d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/508f36f2f1c847cab5abd4febab54f7d 2024-12-02T16:03:20,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/48268c265ed74cc198937ce49d697728 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/48268c265ed74cc198937ce49d697728 2024-12-02T16:03:20,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ce3b692b9c114e04ab15c2c083ab83d4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/ce3b692b9c114e04ab15c2c083ab83d4 2024-12-02T16:03:20,755 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/6ded177967314577bea70c6fd5f08fd0 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/6ded177967314577bea70c6fd5f08fd0 2024-12-02T16:03:20,756 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/0d7d9834a94f40ba9ab5f39af0cddd3f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/0d7d9834a94f40ba9ab5f39af0cddd3f 2024-12-02T16:03:20,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/d4e3fff60d8e4439b8e10944fa2cbf1b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/d4e3fff60d8e4439b8e10944fa2cbf1b 2024-12-02T16:03:20,760 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9bc3ea41e2f84c2bb2c7380c2fe1d4ed, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/422bea3804024446bfa138537319fc2d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/d9699504948c42c79557a9da3a6a8c19, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/3e34d176bfe64ce782c2ddf0a093c461, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/b477a04e9b91474d93288d5023ac2353, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/c7e41c71c3694842b15c1b2f442f1de6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9fa6e55333e2495caa7c3036b1b86615, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/a3357480d6664df0996a55b28e913495, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/e147f51d6b234595b663668f2f8204cf, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/74e6ac61d92a4f129a239a78d7053d64, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/51a33e9f801146b78e6c6f0aee4756d2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/647d2043926f447c92e14f6fd6c39c25, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9874c82608ae4d36a50334b51687efd5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9007d28358ad4882acff513e52a93b4a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/8e855f09881448e09a727d160965b01b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/8e11429815d740769a60b3116babc5ca, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/300e3982eb32465abc7b8f9f4112b52d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/4b6dd82994b64dfc965db3041a90086f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/524d64e399164c8280d90950f4c75cbe] to archive 2024-12-02T16:03:20,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:03:20,762 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9bc3ea41e2f84c2bb2c7380c2fe1d4ed to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9bc3ea41e2f84c2bb2c7380c2fe1d4ed 2024-12-02T16:03:20,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/422bea3804024446bfa138537319fc2d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/422bea3804024446bfa138537319fc2d 2024-12-02T16:03:20,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/d9699504948c42c79557a9da3a6a8c19 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/d9699504948c42c79557a9da3a6a8c19 2024-12-02T16:03:20,765 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/3e34d176bfe64ce782c2ddf0a093c461 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/3e34d176bfe64ce782c2ddf0a093c461 2024-12-02T16:03:20,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/b477a04e9b91474d93288d5023ac2353 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/b477a04e9b91474d93288d5023ac2353 2024-12-02T16:03:20,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/c7e41c71c3694842b15c1b2f442f1de6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/c7e41c71c3694842b15c1b2f442f1de6 2024-12-02T16:03:20,768 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9fa6e55333e2495caa7c3036b1b86615 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9fa6e55333e2495caa7c3036b1b86615 2024-12-02T16:03:20,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/a3357480d6664df0996a55b28e913495 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/a3357480d6664df0996a55b28e913495 2024-12-02T16:03:20,771 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/e147f51d6b234595b663668f2f8204cf to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/e147f51d6b234595b663668f2f8204cf 2024-12-02T16:03:20,772 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/74e6ac61d92a4f129a239a78d7053d64 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/74e6ac61d92a4f129a239a78d7053d64 2024-12-02T16:03:20,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/51a33e9f801146b78e6c6f0aee4756d2 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/51a33e9f801146b78e6c6f0aee4756d2 2024-12-02T16:03:20,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/647d2043926f447c92e14f6fd6c39c25 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/647d2043926f447c92e14f6fd6c39c25 2024-12-02T16:03:20,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9874c82608ae4d36a50334b51687efd5 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9874c82608ae4d36a50334b51687efd5 2024-12-02T16:03:20,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9007d28358ad4882acff513e52a93b4a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/9007d28358ad4882acff513e52a93b4a 2024-12-02T16:03:20,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/8e855f09881448e09a727d160965b01b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/8e855f09881448e09a727d160965b01b 2024-12-02T16:03:20,777 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/8e11429815d740769a60b3116babc5ca to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/8e11429815d740769a60b3116babc5ca 2024-12-02T16:03:20,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/300e3982eb32465abc7b8f9f4112b52d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/300e3982eb32465abc7b8f9f4112b52d 2024-12-02T16:03:20,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/4b6dd82994b64dfc965db3041a90086f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/4b6dd82994b64dfc965db3041a90086f 2024-12-02T16:03:20,781 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/524d64e399164c8280d90950f4c75cbe to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/524d64e399164c8280d90950f4c75cbe 2024-12-02T16:03:20,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/9be96bf04ae14df8b80b80182e66ec49, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/d3e663a0b5874cecbb58d06b20f3dc25, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7373ec29de494582913ab9c4c6b48484, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/db45a82bf84944dca0a448a9bb8e34f7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/81fd35dd85bf49ee8b88a2900597f16f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f02d0f03e22246c380a512b4e98bd7a5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/e352720a86ed4a6e85c086a44d5417dc, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/66e4e56d7fd8494b99e21c60284ee780, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f5ac5c91508644dfa29e37e0584434bd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/daaa3a669a2c4778867140510d1e0ee8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/1c57c6429775443abcca4bf8f76f0aff, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/5ee3c16347e74bfaa4a800d819728433, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7b9af59e8cfa458ca4af01d3a3e1f0ee, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7f7276f40b9747a2bca4853f2498ad6c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/24c2afded8504984b48b56ff2e7a5bab, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/34da46cd2c8f4c4aa3a1cb1d32a37092, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/68395adf17844ebab0448d9a44d2f7c4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/fb22df06f22245db989260b4a63e98c4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/18bb62f6ffd2420d8d831dd04ac700f5] to archive 2024-12-02T16:03:20,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:03:20,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/9be96bf04ae14df8b80b80182e66ec49 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/9be96bf04ae14df8b80b80182e66ec49 2024-12-02T16:03:20,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/d3e663a0b5874cecbb58d06b20f3dc25 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/d3e663a0b5874cecbb58d06b20f3dc25 2024-12-02T16:03:20,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7373ec29de494582913ab9c4c6b48484 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7373ec29de494582913ab9c4c6b48484 2024-12-02T16:03:20,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/db45a82bf84944dca0a448a9bb8e34f7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/db45a82bf84944dca0a448a9bb8e34f7 2024-12-02T16:03:20,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/81fd35dd85bf49ee8b88a2900597f16f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/81fd35dd85bf49ee8b88a2900597f16f 2024-12-02T16:03:20,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f02d0f03e22246c380a512b4e98bd7a5 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f02d0f03e22246c380a512b4e98bd7a5 2024-12-02T16:03:20,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/e352720a86ed4a6e85c086a44d5417dc to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/e352720a86ed4a6e85c086a44d5417dc 2024-12-02T16:03:20,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/66e4e56d7fd8494b99e21c60284ee780 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/66e4e56d7fd8494b99e21c60284ee780 2024-12-02T16:03:20,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f5ac5c91508644dfa29e37e0584434bd to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f5ac5c91508644dfa29e37e0584434bd 2024-12-02T16:03:20,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/daaa3a669a2c4778867140510d1e0ee8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/daaa3a669a2c4778867140510d1e0ee8 2024-12-02T16:03:20,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/1c57c6429775443abcca4bf8f76f0aff to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/1c57c6429775443abcca4bf8f76f0aff 2024-12-02T16:03:20,798 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/5ee3c16347e74bfaa4a800d819728433 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/5ee3c16347e74bfaa4a800d819728433 2024-12-02T16:03:20,799 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7b9af59e8cfa458ca4af01d3a3e1f0ee to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7b9af59e8cfa458ca4af01d3a3e1f0ee 2024-12-02T16:03:20,800 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7f7276f40b9747a2bca4853f2498ad6c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7f7276f40b9747a2bca4853f2498ad6c 2024-12-02T16:03:20,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/24c2afded8504984b48b56ff2e7a5bab to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/24c2afded8504984b48b56ff2e7a5bab 2024-12-02T16:03:20,802 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/34da46cd2c8f4c4aa3a1cb1d32a37092 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/34da46cd2c8f4c4aa3a1cb1d32a37092 2024-12-02T16:03:20,803 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/68395adf17844ebab0448d9a44d2f7c4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/68395adf17844ebab0448d9a44d2f7c4 2024-12-02T16:03:20,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/fb22df06f22245db989260b4a63e98c4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/fb22df06f22245db989260b4a63e98c4 2024-12-02T16:03:20,805 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/18bb62f6ffd2420d8d831dd04ac700f5 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/18bb62f6ffd2420d8d831dd04ac700f5 2024-12-02T16:03:21,449 INFO [Thread-1341 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1341. 2024-12-02T16:03:21,449 DEBUG [Thread-1341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:21,449 DEBUG [Thread-1341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:21,450 DEBUG [Thread-1341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:21,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1255 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3762 rows 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1260 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3764 rows 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1254 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3745 rows 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1261 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3773 rows 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1263 2024-12-02T16:03:21,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3785 rows 2024-12-02T16:03:21,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T16:03:21,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:03:21,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:21,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:21,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:21,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-02T16:03:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-02T16:03:21,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155401456"}]},"ts":"1733155401456"} 2024-12-02T16:03:21,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:03:21,458 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:03:21,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:03:21,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, UNASSIGN}] 2024-12-02T16:03:21,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, UNASSIGN 2024-12-02T16:03:21,461 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=ef27997af4bffd5e9fec6a1babe8081b, regionState=CLOSING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:21,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, UNASSIGN because future has completed 2024-12-02T16:03:21,462 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:03:21,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:03:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-02T16:03:21,615 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(122): Close ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:21,615 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T16:03:21,616 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1722): Closing ef27997af4bffd5e9fec6a1babe8081b, disabling compactions & flushes 2024-12-02T16:03:21,616 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:21,616 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:21,616 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. after waiting 0 ms 2024-12-02T16:03:21,616 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:21,616 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(2902): Flushing ef27997af4bffd5e9fec6a1babe8081b 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-02T16:03:21,626 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e09095d6cd46429cbb9d33f4cf0ae53f_ef27997af4bffd5e9fec6a1babe8081b is 50, key is test_row_1/A:col10/1733155401448/Put/seqid=0 2024-12-02T16:03:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742200_1376 (size=7374) 2024-12-02T16:03:21,629 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:21,636 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e09095d6cd46429cbb9d33f4cf0ae53f_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e09095d6cd46429cbb9d33f4cf0ae53f_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:21,639 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/8ece9cb450c94d97ada31d86f5265357, store: [table=TestAcidGuarantees family=A region=ef27997af4bffd5e9fec6a1babe8081b] 2024-12-02T16:03:21,639 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/8ece9cb450c94d97ada31d86f5265357 is 175, key is test_row_1/A:col10/1733155401448/Put/seqid=0 2024-12-02T16:03:21,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742201_1377 (size=13865) 2024-12-02T16:03:21,648 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/8ece9cb450c94d97ada31d86f5265357 2024-12-02T16:03:21,656 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/92933aec91254d578e86c1e9bf658cf7 is 50, key is test_row_1/B:col10/1733155401448/Put/seqid=0 2024-12-02T16:03:21,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742202_1378 (size=7415) 2024-12-02T16:03:21,660 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/92933aec91254d578e86c1e9bf658cf7 2024-12-02T16:03:21,670 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/7eccfcc18f40486fbda0184cc3ceefc6 is 50, key is test_row_1/C:col10/1733155401448/Put/seqid=0 2024-12-02T16:03:21,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742203_1379 (size=7415) 2024-12-02T16:03:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-02T16:03:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-02T16:03:22,111 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/7eccfcc18f40486fbda0184cc3ceefc6 2024-12-02T16:03:22,195 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/A/8ece9cb450c94d97ada31d86f5265357 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/8ece9cb450c94d97ada31d86f5265357 2024-12-02T16:03:22,200 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/8ece9cb450c94d97ada31d86f5265357, entries=50, sequenceid=309, filesize=13.5 K 2024-12-02T16:03:22,201 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/B/92933aec91254d578e86c1e9bf658cf7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/92933aec91254d578e86c1e9bf658cf7 2024-12-02T16:03:22,205 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/92933aec91254d578e86c1e9bf658cf7, entries=50, sequenceid=309, filesize=7.2 K 2024-12-02T16:03:22,206 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/.tmp/C/7eccfcc18f40486fbda0184cc3ceefc6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7eccfcc18f40486fbda0184cc3ceefc6 2024-12-02T16:03:22,210 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7eccfcc18f40486fbda0184cc3ceefc6, entries=50, sequenceid=309, filesize=7.2 K 2024-12-02T16:03:22,211 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for ef27997af4bffd5e9fec6a1babe8081b in 595ms, sequenceid=309, compaction requested=true 2024-12-02T16:03:22,233 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/recovered.edits/312.seqid, newMaxSeqId=312, maxSeqId=4 2024-12-02T16:03:22,235 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. 2024-12-02T16:03:22,235 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1676): Region close journal for ef27997af4bffd5e9fec6a1babe8081b: Waiting for close lock at 1733155401615Running coprocessor pre-close hooks at 1733155401615Disabling compacts and flushes for region at 1733155401615Disabling writes for close at 1733155401616 (+1 ms)Obtaining lock to block concurrent updates at 1733155401616Preparing flush snapshotting stores in ef27997af4bffd5e9fec6a1babe8081b at 1733155401616Finished memstore snapshotting TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1733155401616Flushing stores of TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b. at 1733155401617 (+1 ms)Flushing ef27997af4bffd5e9fec6a1babe8081b/A: creating writer at 1733155401617Flushing mob file ef27997af4bffd5e9fec6a1babe8081b/A: appending metadata at 1733155401625 (+8 ms)Flushing mob file ef27997af4bffd5e9fec6a1babe8081b/A: closing flushed file at 1733155401625Flushing ef27997af4bffd5e9fec6a1babe8081b/A: appending metadata at 1733155401639 (+14 ms)Flushing ef27997af4bffd5e9fec6a1babe8081b/A: closing flushed file at 1733155401639Flushing ef27997af4bffd5e9fec6a1babe8081b/B: creating writer at 1733155401652 (+13 ms)Flushing ef27997af4bffd5e9fec6a1babe8081b/B: appending metadata at 1733155401655 (+3 ms)Flushing ef27997af4bffd5e9fec6a1babe8081b/B: closing flushed file at 1733155401655Flushing ef27997af4bffd5e9fec6a1babe8081b/C: creating writer at 1733155401665 (+10 ms)Flushing ef27997af4bffd5e9fec6a1babe8081b/C: appending metadata at 1733155401670 (+5 ms)Flushing ef27997af4bffd5e9fec6a1babe8081b/C: closing flushed file at 1733155401670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69006e28: reopening flushed file at 1733155402195 (+525 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe29c16: reopening flushed file at 1733155402200 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef59890: reopening flushed file at 1733155402205 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for ef27997af4bffd5e9fec6a1babe8081b in 595ms, sequenceid=309, compaction requested=true at 1733155402211 (+6 ms)Writing region close event to WAL at 1733155402224 (+13 ms)Running coprocessor post-close hooks at 1733155402235 (+11 ms)Closed at 1733155402235 2024-12-02T16:03:22,238 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(157): Closed ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=ef27997af4bffd5e9fec6a1babe8081b, regionState=CLOSED 2024-12-02T16:03:22,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:03:22,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-02T16:03:22,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; CloseRegionProcedure ef27997af4bffd5e9fec6a1babe8081b, server=e1c0b6c2739c,37869,1733155278829 in 780 msec 2024-12-02T16:03:22,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-02T16:03:22,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef27997af4bffd5e9fec6a1babe8081b, UNASSIGN in 786 msec 2024-12-02T16:03:22,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-02T16:03:22,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 792 msec 2024-12-02T16:03:22,254 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155402254"}]},"ts":"1733155402254"} 2024-12-02T16:03:22,256 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:03:22,256 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:03:22,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 805 msec 2024-12-02T16:03:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-02T16:03:22,588 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:22,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-02T16:03:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:22,591 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-02T16:03:22,592 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=99, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:22,594 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,596 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/recovered.edits] 2024-12-02T16:03:22,608 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/381412aeeb4e481dbb5b8b596e442cba to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/381412aeeb4e481dbb5b8b596e442cba 2024-12-02T16:03:22,609 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/51d8a0f35c9c45779e31f76df19be7a5 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/51d8a0f35c9c45779e31f76df19be7a5 2024-12-02T16:03:22,610 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/8ece9cb450c94d97ada31d86f5265357 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/8ece9cb450c94d97ada31d86f5265357 2024-12-02T16:03:22,611 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/fffb3bde9491469bbc91f5869e579790 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/A/fffb3bde9491469bbc91f5869e579790 2024-12-02T16:03:22,615 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/031e49123ba14b118d93817457888d21 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/031e49123ba14b118d93817457888d21 2024-12-02T16:03:22,616 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/92933aec91254d578e86c1e9bf658cf7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/92933aec91254d578e86c1e9bf658cf7 2024-12-02T16:03:22,617 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/b4f20f711df547348c502cb30912be57 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/b4f20f711df547348c502cb30912be57 2024-12-02T16:03:22,619 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/baf3042e8c424986bfba53d1fe3d8a8a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/B/baf3042e8c424986bfba53d1fe3d8a8a 2024-12-02T16:03:22,622 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/3c5bf2e7506a4b668a04e398ccd8c800 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/3c5bf2e7506a4b668a04e398ccd8c800 2024-12-02T16:03:22,623 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/76a10c64a8d3428c8d25e04bac342bb4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/76a10c64a8d3428c8d25e04bac342bb4 2024-12-02T16:03:22,626 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7eccfcc18f40486fbda0184cc3ceefc6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/7eccfcc18f40486fbda0184cc3ceefc6 2024-12-02T16:03:22,628 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f12531723edb4d51a18371a9942a7fcb to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/C/f12531723edb4d51a18371a9942a7fcb 2024-12-02T16:03:22,631 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/recovered.edits/312.seqid to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b/recovered.edits/312.seqid 2024-12-02T16:03:22,631 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,634 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:03:22,635 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:03:22,636 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T16:03:22,640 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020524921ff8ba4a20841f3e5dcefa288d_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020524921ff8ba4a20841f3e5dcefa288d_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,641 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120215f612498f7a42fabb294ad2e4c1fd37_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120215f612498f7a42fabb294ad2e4c1fd37_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,642 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022f5ffe23d1054fb9aca95e574d7b5ade_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022f5ffe23d1054fb9aca95e574d7b5ade_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,647 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023d24ada3e1a347a4a05a2835ed8be020_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023d24ada3e1a347a4a05a2835ed8be020_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,649 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202427ae9bcf7ae493cab8a035195517640_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202427ae9bcf7ae493cab8a035195517640_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,650 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b358c2045484a7d852ebf35f2361b71_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b358c2045484a7d852ebf35f2361b71_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,652 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120269486710c4bf4536bbeb709c5351d02b_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120269486710c4bf4536bbeb709c5351d02b_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,653 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202756bd4aa1b6a4892a82c4a236b7fd344_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202756bd4aa1b6a4892a82c4a236b7fd344_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,655 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202867338e61ccb4d7b8370a716affb9df1_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202867338e61ccb4d7b8370a716affb9df1_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,656 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a6219c1023a54ea9b958ca5f1a4fa524_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a6219c1023a54ea9b958ca5f1a4fa524_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,657 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c945f54d32704c0ebbd95d5f4ec8a5d8_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c945f54d32704c0ebbd95d5f4ec8a5d8_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,658 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d1e1182479df408c8946eab1309f1dd8_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d1e1182479df408c8946eab1309f1dd8_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,659 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d65dd104bfcb469792fe29a45c0a8596_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d65dd104bfcb469792fe29a45c0a8596_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,660 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e09095d6cd46429cbb9d33f4cf0ae53f_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e09095d6cd46429cbb9d33f4cf0ae53f_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,664 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e1e42f3a078d4941a763aff84b3383d2_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e1e42f3a078d4941a763aff84b3383d2_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,665 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e1ea67af29ff4a4d8d6ed36f2b6da773_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e1ea67af29ff4a4d8d6ed36f2b6da773_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,667 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fcdf8b370b284c6698cfdffdb01a147f_ef27997af4bffd5e9fec6a1babe8081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fcdf8b370b284c6698cfdffdb01a147f_ef27997af4bffd5e9fec6a1babe8081b 2024-12-02T16:03:22,667 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:03:22,669 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=99, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:22,675 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:03:22,678 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:03:22,680 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=99, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:22,680 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:03:22,680 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733155402680"}]},"ts":"9223372036854775807"} 2024-12-02T16:03:22,683 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T16:03:22,683 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ef27997af4bffd5e9fec6a1babe8081b, NAME => 'TestAcidGuarantees,,1733155370742.ef27997af4bffd5e9fec6a1babe8081b.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:03:22,684 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:03:22,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733155402684"}]},"ts":"9223372036854775807"} 2024-12-02T16:03:22,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T16:03:22,688 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=99, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:22,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 99 msec 2024-12-02T16:03:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-02T16:03:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T16:03:22,701 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:22,714 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=237 (was 237), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1024 (was 1039), ProcessCount=11 (was 11), AvailableMemoryMB=4768 (was 4955) 2024-12-02T16:03:22,728 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=1024, ProcessCount=11, AvailableMemoryMB=4766 2024-12-02T16:03:22,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:03:22,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:03:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:22,740 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:03:22,741 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:22,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 100 2024-12-02T16:03:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-02T16:03:22,742 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:03:22,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742204_1380 (size=959) 2024-12-02T16:03:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-02T16:03:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-02T16:03:23,163 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc 2024-12-02T16:03:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742205_1381 (size=53) 2024-12-02T16:03:23,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:03:23,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2666f7d43a10ccf8ab1462a4e84d2b16, disabling compactions & flushes 2024-12-02T16:03:23,183 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:23,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:23,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. after waiting 1 ms 2024-12-02T16:03:23,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:23,184 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:23,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2666f7d43a10ccf8ab1462a4e84d2b16: Waiting for close lock at 1733155403183Disabling compacts and flushes for region at 1733155403183Disabling writes for close at 1733155403184 (+1 ms)Writing region close event to WAL at 1733155403184Closed at 1733155403184 2024-12-02T16:03:23,185 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:03:23,185 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733155403185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155403185"}]},"ts":"1733155403185"} 2024-12-02T16:03:23,192 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T16:03:23,193 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:03:23,193 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155403193"}]},"ts":"1733155403193"} 2024-12-02T16:03:23,195 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:03:23,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2666f7d43a10ccf8ab1462a4e84d2b16, ASSIGN}] 2024-12-02T16:03:23,197 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2666f7d43a10ccf8ab1462a4e84d2b16, ASSIGN 2024-12-02T16:03:23,198 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2666f7d43a10ccf8ab1462a4e84d2b16, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,37869,1733155278829; forceNewPlan=false, retain=false 2024-12-02T16:03:23,348 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=101 updating hbase:meta row=2666f7d43a10ccf8ab1462a4e84d2b16, regionState=OPENING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:23,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2666f7d43a10ccf8ab1462a4e84d2b16, ASSIGN because future has completed 2024-12-02T16:03:23,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:03:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-02T16:03:23,507 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:23,507 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:03:23,507 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,508 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:03:23,508 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,508 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,509 INFO [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,511 INFO [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2666f7d43a10ccf8ab1462a4e84d2b16 columnFamilyName A 2024-12-02T16:03:23,511 DEBUG [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:23,511 INFO [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] regionserver.HStore(327): Store=2666f7d43a10ccf8ab1462a4e84d2b16/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:03:23,512 INFO [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,513 INFO [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2666f7d43a10ccf8ab1462a4e84d2b16 columnFamilyName B 2024-12-02T16:03:23,513 DEBUG [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:23,514 INFO [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] regionserver.HStore(327): Store=2666f7d43a10ccf8ab1462a4e84d2b16/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:03:23,514 INFO [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,515 INFO [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2666f7d43a10ccf8ab1462a4e84d2b16 columnFamilyName C 2024-12-02T16:03:23,516 DEBUG [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:23,516 INFO [StoreOpener-2666f7d43a10ccf8ab1462a4e84d2b16-1 {}] regionserver.HStore(327): Store=2666f7d43a10ccf8ab1462a4e84d2b16/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:03:23,516 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,517 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,518 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,523 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,523 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,523 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:03:23,524 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,526 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:03:23,526 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened 2666f7d43a10ccf8ab1462a4e84d2b16; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73295275, jitterRate=0.09218470752239227}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:03:23,526 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,527 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for 2666f7d43a10ccf8ab1462a4e84d2b16: Running coprocessor pre-open hook at 1733155403508Writing region info on filesystem at 1733155403508Initializing all the Stores at 1733155403509 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155403509Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155403509Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155403509Cleaning up temporary data from old regions at 1733155403523 (+14 ms)Running coprocessor post-open hooks at 1733155403526 (+3 ms)Region opened successfully at 1733155403527 (+1 ms) 2024-12-02T16:03:23,527 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., pid=102, masterSystemTime=1733155403503 2024-12-02T16:03:23,529 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:23,529 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:23,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=101 updating hbase:meta row=2666f7d43a10ccf8ab1462a4e84d2b16, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:23,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:03:23,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-02T16:03:23,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; OpenRegionProcedure 2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 in 181 msec 2024-12-02T16:03:23,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-12-02T16:03:23,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2666f7d43a10ccf8ab1462a4e84d2b16, ASSIGN in 338 msec 2024-12-02T16:03:23,536 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:03:23,536 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155403536"}]},"ts":"1733155403536"} 2024-12-02T16:03:23,537 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:03:23,538 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:03:23,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 805 msec 2024-12-02T16:03:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-02T16:03:23,878 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:23,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8abc8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:23,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:23,880 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3289eb1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:23,882 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:23,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a30a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:23,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:23,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T16:03:23,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,42553,1733155277931 2024-12-02T16:03:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ff2c7fe 2024-12-02T16:03:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:03:23,889 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:03:23,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:23,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:23,892 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:23,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:23,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29663226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:23,894 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:23,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df73f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:23,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:23,902 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:23,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:23,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:23,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:23,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,902 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:23,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:23,904 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:23,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408e3147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:23,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:23,911 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:23,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:23,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,913 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:23,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:23,914 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17865546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:23,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:23,918 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:23,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:23,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368c40af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:23,920 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d105f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:23,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:23,924 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6eb99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:23,927 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b1ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:23,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:23,936 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172effdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:23,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4980dbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:23,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:23,944 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e909d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:23,946 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:23,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7684886a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:23,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:23,949 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ee5d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:23,951 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cc23f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:23,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:23,954 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:23,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5176a26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:23,956 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c22a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df5a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:23,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:23,958 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:23,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:23,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:23,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db0bd6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:23,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:23,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:23,961 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22310a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:23,962 DEBUG [Thread-1756 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:23,963 DEBUG [Thread-1751 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:23,963 DEBUG [Thread-1749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:23,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:23,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:23,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:23,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:23,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:23,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:23,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:03:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:03:23,967 DEBUG [Thread-1762 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:23,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:03:23,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:23,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:23,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:23,971 DEBUG [Thread-1745 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:23,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:03:23,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:23,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:23,979 DEBUG [Thread-1760 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:03:23,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:23,983 DEBUG [Thread-1743 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:23,984 DEBUG [Thread-1747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:03:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:23,987 DEBUG [Thread-1758 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:23,989 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:23,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:03:23,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-02T16:03:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T16:03:23,993 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:23,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:23,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:23,995 DEBUG [Thread-1754 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:23,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:03:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:03:23,997 DEBUG [Thread-1754 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:23,997 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:23,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:23,997 DEBUG [Thread-1754 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:24,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:03:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2] 2024-12-02T16:03:24,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/6db79d81e42b481191731e6b013231ff is 50, key is test_row_0/A:col10/1733155403984/Put/seqid=0 2024-12-02T16:03:24,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742206_1382 (size=14341) 2024-12-02T16:03:24,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/6db79d81e42b481191731e6b013231ff 2024-12-02T16:03:24,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155464077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155464079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155464079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155464084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155464090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T16:03:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/4dff4646402e4148bc57a02215dee254 is 50, key is test_row_0/B:col10/1733155403984/Put/seqid=0 2024-12-02T16:03:24,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742207_1383 (size=12001) 2024-12-02T16:03:24,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T16:03:24,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:24,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155464198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155464198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155464198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155464199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155464209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T16:03:24,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:24,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T16:03:24,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155464409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155464409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155464409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155464411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155464428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T16:03:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/4dff4646402e4148bc57a02215dee254 2024-12-02T16:03:24,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/15a8a11525484bf2a88fbda8fec45098 is 50, key is test_row_0/C:col10/1733155403984/Put/seqid=0 2024-12-02T16:03:24,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T16:03:24,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:24,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T16:03:24,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742208_1384 (size=12001) 2024-12-02T16:03:24,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155464719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155464719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155464719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155464719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155464738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:24,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T16:03:24,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:24,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T16:03:24,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:24,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:24,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:25,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/15a8a11525484bf2a88fbda8fec45098 2024-12-02T16:03:25,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/6db79d81e42b481191731e6b013231ff as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/6db79d81e42b481191731e6b013231ff 2024-12-02T16:03:25,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/6db79d81e42b481191731e6b013231ff, entries=200, sequenceid=12, filesize=14.0 K 2024-12-02T16:03:25,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/4dff4646402e4148bc57a02215dee254 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/4dff4646402e4148bc57a02215dee254 2024-12-02T16:03:25,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/4dff4646402e4148bc57a02215dee254, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T16:03:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/15a8a11525484bf2a88fbda8fec45098 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15a8a11525484bf2a88fbda8fec45098 2024-12-02T16:03:25,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15a8a11525484bf2a88fbda8fec45098, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T16:03:25,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 1082ms, sequenceid=12, compaction requested=false 2024-12-02T16:03:25,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:25,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T16:03:25,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:25,078 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:03:25,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/1cccaf92f5ce42a8acaf946494386709 is 50, key is test_row_0/A:col10/1733155404073/Put/seqid=0 2024-12-02T16:03:25,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742209_1385 (size=12001) 2024-12-02T16:03:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T16:03:25,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:25,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155465241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155465242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155465242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155465242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155465248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155465347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155465357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155465357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155465358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,510 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/1cccaf92f5ce42a8acaf946494386709 2024-12-02T16:03:25,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/b6cc01197bf64bc09305ba56e357be38 is 50, key is test_row_0/B:col10/1733155404073/Put/seqid=0 2024-12-02T16:03:25,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742210_1386 (size=12001) 2024-12-02T16:03:25,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155465558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155465567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155465567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155465568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155465867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155465877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155465878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155465878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:25,934 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/b6cc01197bf64bc09305ba56e357be38 2024-12-02T16:03:25,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/81dce67117fe4dccab003cf020bd08c9 is 50, key is test_row_0/C:col10/1733155404073/Put/seqid=0 2024-12-02T16:03:25,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742211_1387 (size=12001) 2024-12-02T16:03:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T16:03:26,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155466271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:26,275 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:26,367 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/81dce67117fe4dccab003cf020bd08c9 2024-12-02T16:03:26,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/1cccaf92f5ce42a8acaf946494386709 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1cccaf92f5ce42a8acaf946494386709 2024-12-02T16:03:26,375 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1cccaf92f5ce42a8acaf946494386709, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T16:03:26,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/b6cc01197bf64bc09305ba56e357be38 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b6cc01197bf64bc09305ba56e357be38 2024-12-02T16:03:26,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155466378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:26,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155466388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:26,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:26,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155466390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:26,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:26,394 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b6cc01197bf64bc09305ba56e357be38, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T16:03:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/81dce67117fe4dccab003cf020bd08c9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/81dce67117fe4dccab003cf020bd08c9 2024-12-02T16:03:26,399 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/81dce67117fe4dccab003cf020bd08c9, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T16:03:26,400 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 1323ms, sequenceid=37, compaction requested=false 2024-12-02T16:03:26,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:26,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:26,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-02T16:03:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-02T16:03:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:26,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:03:26,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-02T16:03:26,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4060 sec 2024-12-02T16:03:26,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.4150 sec 2024-12-02T16:03:26,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/1f2b4b50a7334ae6a858bfd85a13b3d8 is 50, key is test_row_0/A:col10/1733155406400/Put/seqid=0 2024-12-02T16:03:26,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742212_1388 (size=14341) 2024-12-02T16:03:26,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/1f2b4b50a7334ae6a858bfd85a13b3d8 2024-12-02T16:03:26,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/16ac72947caf41b19026f6e6e43b8550 is 50, key is test_row_0/B:col10/1733155406400/Put/seqid=0 2024-12-02T16:03:26,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742213_1389 (size=12001) 2024-12-02T16:03:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155466654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:26,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155466778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:26,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/16ac72947caf41b19026f6e6e43b8550 2024-12-02T16:03:26,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/15941d0e32074e9c8792a7f4f318b2be is 50, key is test_row_0/C:col10/1733155406400/Put/seqid=0 2024-12-02T16:03:26,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742214_1390 (size=12001) 2024-12-02T16:03:27,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155466998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:27,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:27,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155467323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:27,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:27,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/15941d0e32074e9c8792a7f4f318b2be 2024-12-02T16:03:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/1f2b4b50a7334ae6a858bfd85a13b3d8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1f2b4b50a7334ae6a858bfd85a13b3d8 2024-12-02T16:03:27,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1f2b4b50a7334ae6a858bfd85a13b3d8, entries=200, sequenceid=50, filesize=14.0 K 2024-12-02T16:03:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155467398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155467398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:27,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/16ac72947caf41b19026f6e6e43b8550 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/16ac72947caf41b19026f6e6e43b8550 2024-12-02T16:03:27,405 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:27,405 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:27,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/16ac72947caf41b19026f6e6e43b8550, entries=150, sequenceid=50, filesize=11.7 K 2024-12-02T16:03:27,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155467408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:27,414 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:27,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/15941d0e32074e9c8792a7f4f318b2be as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15941d0e32074e9c8792a7f4f318b2be 2024-12-02T16:03:27,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15941d0e32074e9c8792a7f4f318b2be, entries=150, sequenceid=50, filesize=11.7 K 2024-12-02T16:03:27,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 1019ms, sequenceid=50, compaction requested=true 2024-12-02T16:03:27,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:27,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:27,422 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:27,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:27,422 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:27,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:27,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:27,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:27,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:27,426 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:27,426 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/A is initiating minor compaction (all files) 2024-12-02T16:03:27,426 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/A in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:27,426 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/6db79d81e42b481191731e6b013231ff, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1cccaf92f5ce42a8acaf946494386709, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1f2b4b50a7334ae6a858bfd85a13b3d8] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=39.7 K 2024-12-02T16:03:27,427 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6db79d81e42b481191731e6b013231ff, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733155403973 2024-12-02T16:03:27,427 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:27,427 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/B is initiating minor compaction (all files) 2024-12-02T16:03:27,427 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/B in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:27,427 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/4dff4646402e4148bc57a02215dee254, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b6cc01197bf64bc09305ba56e357be38, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/16ac72947caf41b19026f6e6e43b8550] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=35.2 K 2024-12-02T16:03:27,428 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cccaf92f5ce42a8acaf946494386709, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733155404073 2024-12-02T16:03:27,428 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dff4646402e4148bc57a02215dee254, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733155403973 2024-12-02T16:03:27,428 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b6cc01197bf64bc09305ba56e357be38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733155404073 2024-12-02T16:03:27,428 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f2b4b50a7334ae6a858bfd85a13b3d8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733155405228 2024-12-02T16:03:27,429 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 16ac72947caf41b19026f6e6e43b8550, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733155405241 2024-12-02T16:03:27,438 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:27,438 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#A#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:27,438 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/1f33e2beca274c15855aa44fb9de657d is 50, key is test_row_0/A:col10/1733155406400/Put/seqid=0 2024-12-02T16:03:27,439 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/5d1aa8894fd74180a328257de8ab9f1b is 50, key is test_row_0/B:col10/1733155406400/Put/seqid=0 2024-12-02T16:03:27,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742216_1392 (size=12104) 2024-12-02T16:03:27,461 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/1f33e2beca274c15855aa44fb9de657d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1f33e2beca274c15855aa44fb9de657d 2024-12-02T16:03:27,470 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/A of 2666f7d43a10ccf8ab1462a4e84d2b16 into 1f33e2beca274c15855aa44fb9de657d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:27,470 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:27,470 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/A, priority=13, startTime=1733155407422; duration=0sec 2024-12-02T16:03:27,470 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:27,472 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:A 2024-12-02T16:03:27,472 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:27,475 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:27,475 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/C is initiating minor compaction (all files) 2024-12-02T16:03:27,475 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/C in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:27,475 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15a8a11525484bf2a88fbda8fec45098, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/81dce67117fe4dccab003cf020bd08c9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15941d0e32074e9c8792a7f4f318b2be] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=35.2 K 2024-12-02T16:03:27,481 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15a8a11525484bf2a88fbda8fec45098, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733155403973 2024-12-02T16:03:27,482 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81dce67117fe4dccab003cf020bd08c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733155404073 2024-12-02T16:03:27,482 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15941d0e32074e9c8792a7f4f318b2be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733155405241 2024-12-02T16:03:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742215_1391 (size=12104) 2024-12-02T16:03:27,513 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#C#compaction#320 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:27,513 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/fa3ac9f1a2314285b83651d45d1fcdf1 is 50, key is test_row_0/C:col10/1733155406400/Put/seqid=0 2024-12-02T16:03:27,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742217_1393 (size=12104) 2024-12-02T16:03:27,536 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/fa3ac9f1a2314285b83651d45d1fcdf1 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/fa3ac9f1a2314285b83651d45d1fcdf1 2024-12-02T16:03:27,555 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/C of 2666f7d43a10ccf8ab1462a4e84d2b16 into fa3ac9f1a2314285b83651d45d1fcdf1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:27,555 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:27,559 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/C, priority=13, startTime=1733155407424; duration=0sec 2024-12-02T16:03:27,559 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:27,559 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:C 2024-12-02T16:03:27,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:03:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:27,840 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:27,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:03:27,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/fe60411353384ab3a70bbc2ee65eb976 is 50, key is test_row_0/A:col10/1733155406594/Put/seqid=0 2024-12-02T16:03:27,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742218_1394 (size=14341) 2024-12-02T16:03:27,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/fe60411353384ab3a70bbc2ee65eb976 2024-12-02T16:03:27,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/1eb0644e597f471785da5dae41ba7e12 is 50, key is test_row_0/B:col10/1733155406594/Put/seqid=0 2024-12-02T16:03:27,889 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/5d1aa8894fd74180a328257de8ab9f1b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/5d1aa8894fd74180a328257de8ab9f1b 2024-12-02T16:03:27,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742219_1395 (size=12001) 2024-12-02T16:03:27,896 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/B of 2666f7d43a10ccf8ab1462a4e84d2b16 into 5d1aa8894fd74180a328257de8ab9f1b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:27,896 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:27,896 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/B, priority=13, startTime=1733155407422; duration=0sec 2024-12-02T16:03:27,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/1eb0644e597f471785da5dae41ba7e12 2024-12-02T16:03:27,896 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:27,896 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:B 2024-12-02T16:03:27,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/27ab09831bd249548cf403b64c0a979e is 50, key is test_row_0/C:col10/1733155406594/Put/seqid=0 2024-12-02T16:03:27,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742220_1396 (size=12001) 2024-12-02T16:03:27,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155467930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:27,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:28,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155468051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T16:03:28,159 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:28,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-02T16:03:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-02T16:03:28,163 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:28,163 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:28,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:28,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155468258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-02T16:03:28,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155468288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:28,294 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:28,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/27ab09831bd249548cf403b64c0a979e 2024-12-02T16:03:28,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T16:03:28,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:28,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:28,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:28,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:28,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/fe60411353384ab3a70bbc2ee65eb976 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/fe60411353384ab3a70bbc2ee65eb976 2024-12-02T16:03:28,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/fe60411353384ab3a70bbc2ee65eb976, entries=200, sequenceid=76, filesize=14.0 K 2024-12-02T16:03:28,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/1eb0644e597f471785da5dae41ba7e12 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1eb0644e597f471785da5dae41ba7e12 2024-12-02T16:03:28,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1eb0644e597f471785da5dae41ba7e12, entries=150, sequenceid=76, filesize=11.7 K 2024-12-02T16:03:28,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/27ab09831bd249548cf403b64c0a979e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/27ab09831bd249548cf403b64c0a979e 2024-12-02T16:03:28,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/27ab09831bd249548cf403b64c0a979e, entries=150, sequenceid=76, filesize=11.7 K 2024-12-02T16:03:28,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 505ms, sequenceid=76, compaction requested=false 2024-12-02T16:03:28,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:28,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T16:03:28,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:28,476 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:03:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-02T16:03:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/ce71c2fd886e4c89b93985d914aa4680 is 50, key is test_row_0/A:col10/1733155407913/Put/seqid=0 2024-12-02T16:03:28,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742221_1397 (size=12001) 2024-12-02T16:03:28,520 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/ce71c2fd886e4c89b93985d914aa4680 2024-12-02T16:03:28,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/d2d8fa5092bc4f48a5744ffef1aae288 is 50, key is test_row_0/B:col10/1733155407913/Put/seqid=0 2024-12-02T16:03:28,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742222_1398 (size=12001) 2024-12-02T16:03:28,555 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/d2d8fa5092bc4f48a5744ffef1aae288 2024-12-02T16:03:28,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/3a77ee15f2004ea1ab885e35f472cfbb is 50, key is test_row_0/C:col10/1733155407913/Put/seqid=0 2024-12-02T16:03:28,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742223_1399 (size=12001) 2024-12-02T16:03:28,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:28,596 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/3a77ee15f2004ea1ab885e35f472cfbb 2024-12-02T16:03:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/ce71c2fd886e4c89b93985d914aa4680 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/ce71c2fd886e4c89b93985d914aa4680 2024-12-02T16:03:28,607 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/ce71c2fd886e4c89b93985d914aa4680, entries=150, sequenceid=89, filesize=11.7 K 2024-12-02T16:03:28,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/d2d8fa5092bc4f48a5744ffef1aae288 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d2d8fa5092bc4f48a5744ffef1aae288 2024-12-02T16:03:28,612 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d2d8fa5092bc4f48a5744ffef1aae288, entries=150, sequenceid=89, filesize=11.7 K 2024-12-02T16:03:28,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/3a77ee15f2004ea1ab885e35f472cfbb as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/3a77ee15f2004ea1ab885e35f472cfbb 2024-12-02T16:03:28,620 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/3a77ee15f2004ea1ab885e35f472cfbb, entries=150, sequenceid=89, filesize=11.7 K 2024-12-02T16:03:28,623 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=20.13 KB/20610 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 147ms, sequenceid=89, compaction requested=true 2024-12-02T16:03:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-02T16:03:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-02T16:03:28,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-02T16:03:28,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 468 msec 2024-12-02T16:03:28,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 478 msec 2024-12-02T16:03:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:28,661 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:28,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:03:28,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/63c2261b3386417180fdca5c7f06311b is 50, key is test_row_0/A:col10/1733155408647/Put/seqid=0 2024-12-02T16:03:28,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742224_1400 (size=14341) 2024-12-02T16:03:28,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/63c2261b3386417180fdca5c7f06311b 2024-12-02T16:03:28,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/94bc4a474aef422a9865a520d05ea9c3 is 50, key is test_row_0/B:col10/1733155408647/Put/seqid=0 2024-12-02T16:03:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742225_1401 (size=12001) 2024-12-02T16:03:28,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/94bc4a474aef422a9865a520d05ea9c3 2024-12-02T16:03:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-02T16:03:28,795 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:28,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-02T16:03:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T16:03:28,807 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:28,811 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:28,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:28,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/6deaa78c3c974bf788e2444eba926564 is 50, key is test_row_0/C:col10/1733155408647/Put/seqid=0 2024-12-02T16:03:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742226_1402 (size=12001) 2024-12-02T16:03:28,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/6deaa78c3c974bf788e2444eba926564 2024-12-02T16:03:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/63c2261b3386417180fdca5c7f06311b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/63c2261b3386417180fdca5c7f06311b 2024-12-02T16:03:28,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/63c2261b3386417180fdca5c7f06311b, entries=200, sequenceid=100, filesize=14.0 K 2024-12-02T16:03:28,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/94bc4a474aef422a9865a520d05ea9c3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/94bc4a474aef422a9865a520d05ea9c3 2024-12-02T16:03:28,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/94bc4a474aef422a9865a520d05ea9c3, entries=150, sequenceid=100, filesize=11.7 K 2024-12-02T16:03:28,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/6deaa78c3c974bf788e2444eba926564 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6deaa78c3c974bf788e2444eba926564 2024-12-02T16:03:28,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6deaa78c3c974bf788e2444eba926564, entries=150, sequenceid=100, filesize=11.7 K 2024-12-02T16:03:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T16:03:28,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=100.63 KB/103050 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 250ms, sequenceid=100, compaction requested=true 2024-12-02T16:03:28,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:28,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:28,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:28,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:28,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:03:28,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:28,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T16:03:28,913 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:28,914 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:28,918 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:28,918 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/A is initiating minor compaction (all files) 2024-12-02T16:03:28,918 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/A in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:28,919 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1f33e2beca274c15855aa44fb9de657d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/fe60411353384ab3a70bbc2ee65eb976, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/ce71c2fd886e4c89b93985d914aa4680, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/63c2261b3386417180fdca5c7f06311b] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=51.5 K 2024-12-02T16:03:28,919 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:28,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:03:28,921 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f33e2beca274c15855aa44fb9de657d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733155405241 2024-12-02T16:03:28,928 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:28,928 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/C is initiating minor compaction (all files) 2024-12-02T16:03:28,928 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/C in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:28,928 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/fa3ac9f1a2314285b83651d45d1fcdf1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/27ab09831bd249548cf403b64c0a979e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/3a77ee15f2004ea1ab885e35f472cfbb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6deaa78c3c974bf788e2444eba926564] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=47.0 K 2024-12-02T16:03:28,929 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting fa3ac9f1a2314285b83651d45d1fcdf1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733155405241 2024-12-02T16:03:28,929 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 27ab09831bd249548cf403b64c0a979e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733155406594 2024-12-02T16:03:28,930 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a77ee15f2004ea1ab885e35f472cfbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733155407889 2024-12-02T16:03:28,930 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 6deaa78c3c974bf788e2444eba926564, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733155408631 2024-12-02T16:03:28,930 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe60411353384ab3a70bbc2ee65eb976, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733155406594 2024-12-02T16:03:28,931 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce71c2fd886e4c89b93985d914aa4680, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733155407889 2024-12-02T16:03:28,935 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63c2261b3386417180fdca5c7f06311b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733155408631 2024-12-02T16:03:28,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/a3d1fea2d84445e899c49139ca461565 is 50, key is test_row_0/A:col10/1733155408859/Put/seqid=0 2024-12-02T16:03:28,957 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#C#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:28,957 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/5722dbcd27e14d2b958d0fda29357bd9 is 50, key is test_row_0/C:col10/1733155408647/Put/seqid=0 2024-12-02T16:03:28,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742227_1403 (size=14341) 2024-12-02T16:03:28,969 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#A#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:28,969 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/bfe0d199bf86488ba9fcb36bd91b0308 is 50, key is test_row_0/A:col10/1733155408647/Put/seqid=0 2024-12-02T16:03:28,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-02T16:03:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:28,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:28,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742228_1404 (size=12241) 2024-12-02T16:03:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742229_1405 (size=12241) 2024-12-02T16:03:29,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155469070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T16:03:29,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-02T16:03:29,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:29,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:29,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155469188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:29,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-02T16:03:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:29,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:29,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/a3d1fea2d84445e899c49139ca461565 2024-12-02T16:03:29,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/54d53a82d16e4d89a363610a08b919a4 is 50, key is test_row_0/B:col10/1733155408859/Put/seqid=0 2024-12-02T16:03:29,387 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/5722dbcd27e14d2b958d0fda29357bd9 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5722dbcd27e14d2b958d0fda29357bd9 2024-12-02T16:03:29,390 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/C of 2666f7d43a10ccf8ab1462a4e84d2b16 into 5722dbcd27e14d2b958d0fda29357bd9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:29,390 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:29,390 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/C, priority=12, startTime=1733155408912; duration=0sec 2024-12-02T16:03:29,390 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:29,391 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:C 2024-12-02T16:03:29,391 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742230_1406 (size=12001) 2024-12-02T16:03:29,392 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:29,392 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/B is initiating minor compaction (all files) 2024-12-02T16:03:29,392 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/B in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:29,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/54d53a82d16e4d89a363610a08b919a4 2024-12-02T16:03:29,392 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/5d1aa8894fd74180a328257de8ab9f1b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1eb0644e597f471785da5dae41ba7e12, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d2d8fa5092bc4f48a5744ffef1aae288, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/94bc4a474aef422a9865a520d05ea9c3] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=47.0 K 2024-12-02T16:03:29,392 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d1aa8894fd74180a328257de8ab9f1b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733155405241 2024-12-02T16:03:29,393 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eb0644e597f471785da5dae41ba7e12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733155406594 2024-12-02T16:03:29,393 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting d2d8fa5092bc4f48a5744ffef1aae288, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733155407889 2024-12-02T16:03:29,393 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 94bc4a474aef422a9865a520d05ea9c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733155408631 2024-12-02T16:03:29,396 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/bfe0d199bf86488ba9fcb36bd91b0308 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/bfe0d199bf86488ba9fcb36bd91b0308 2024-12-02T16:03:29,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/6b391413db5f49f8ba3121c88d569791 is 50, key is test_row_0/C:col10/1733155408859/Put/seqid=0 2024-12-02T16:03:29,402 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/A of 2666f7d43a10ccf8ab1462a4e84d2b16 into bfe0d199bf86488ba9fcb36bd91b0308(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:29,402 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:29,402 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/A, priority=12, startTime=1733155408911; duration=0sec 2024-12-02T16:03:29,403 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:29,403 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:A 2024-12-02T16:03:29,413 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#B#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:29,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155469407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:29,413 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/7151af0a40d648f7b58d0c8ad49dd3ea is 50, key is test_row_0/B:col10/1733155408647/Put/seqid=0 2024-12-02T16:03:29,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742231_1407 (size=12001) 2024-12-02T16:03:29,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/6b391413db5f49f8ba3121c88d569791 2024-12-02T16:03:29,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/a3d1fea2d84445e899c49139ca461565 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a3d1fea2d84445e899c49139ca461565 2024-12-02T16:03:29,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155469418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:29,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155469418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:29,426 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:29,427 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T16:03:29,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a3d1fea2d84445e899c49139ca461565, entries=200, sequenceid=119, filesize=14.0 K 2024-12-02T16:03:29,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/54d53a82d16e4d89a363610a08b919a4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/54d53a82d16e4d89a363610a08b919a4 2024-12-02T16:03:29,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742232_1408 (size=12241) 2024-12-02T16:03:29,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155469428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:29,436 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:29,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/54d53a82d16e4d89a363610a08b919a4, entries=150, sequenceid=119, filesize=11.7 K 2024-12-02T16:03:29,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-02T16:03:29,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:29,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:29,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:29,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:29,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:29,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/6b391413db5f49f8ba3121c88d569791 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6b391413db5f49f8ba3121c88d569791 2024-12-02T16:03:29,464 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/7151af0a40d648f7b58d0c8ad49dd3ea as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/7151af0a40d648f7b58d0c8ad49dd3ea 2024-12-02T16:03:29,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6b391413db5f49f8ba3121c88d569791, entries=150, sequenceid=119, filesize=11.7 K 2024-12-02T16:03:29,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 549ms, sequenceid=119, compaction requested=false 2024-12-02T16:03:29,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:29,471 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/B of 2666f7d43a10ccf8ab1462a4e84d2b16 into 7151af0a40d648f7b58d0c8ad49dd3ea(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:29,471 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:29,471 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/B, priority=12, startTime=1733155408911; duration=0sec 2024-12-02T16:03:29,471 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:29,471 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:B 2024-12-02T16:03:29,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-02T16:03:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:29,607 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:03:29,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/c345b6f854574a0e90f4c199da4dee8c is 50, key is test_row_0/A:col10/1733155409038/Put/seqid=0 2024-12-02T16:03:29,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742233_1409 (size=12151) 2024-12-02T16:03:29,644 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/c345b6f854574a0e90f4c199da4dee8c 2024-12-02T16:03:29,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/aa9b8dae6a254c2890e7e6c903600f5b is 50, key is test_row_0/B:col10/1733155409038/Put/seqid=0 2024-12-02T16:03:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742234_1410 (size=12151) 2024-12-02T16:03:29,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:29,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155469891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T16:03:30,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155470009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:30,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:30,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:30,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:30,078 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/aa9b8dae6a254c2890e7e6c903600f5b 2024-12-02T16:03:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/1cc80eff2c8a443d832524e724bd7403 is 50, key is test_row_0/C:col10/1733155409038/Put/seqid=0 2024-12-02T16:03:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742235_1411 (size=12151) 2024-12-02T16:03:30,155 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/1cc80eff2c8a443d832524e724bd7403 2024-12-02T16:03:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/c345b6f854574a0e90f4c199da4dee8c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c345b6f854574a0e90f4c199da4dee8c 2024-12-02T16:03:30,174 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c345b6f854574a0e90f4c199da4dee8c, entries=150, sequenceid=139, filesize=11.9 K 2024-12-02T16:03:30,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/aa9b8dae6a254c2890e7e6c903600f5b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/aa9b8dae6a254c2890e7e6c903600f5b 2024-12-02T16:03:30,184 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/aa9b8dae6a254c2890e7e6c903600f5b, entries=150, sequenceid=139, filesize=11.9 K 2024-12-02T16:03:30,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/1cc80eff2c8a443d832524e724bd7403 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/1cc80eff2c8a443d832524e724bd7403 2024-12-02T16:03:30,202 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/1cc80eff2c8a443d832524e724bd7403, entries=150, sequenceid=139, filesize=11.9 K 2024-12-02T16:03:30,206 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 600ms, sequenceid=139, compaction requested=true 2024-12-02T16:03:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:30,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-02T16:03:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-02T16:03:30,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-02T16:03:30,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec 2024-12-02T16:03:30,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.4210 sec 2024-12-02T16:03:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:30,229 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:30,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T16:03:30,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/b526095683ec47a48f9891e0669603f8 is 50, key is test_row_0/A:col10/1733155410225/Put/seqid=0 2024-12-02T16:03:30,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742236_1412 (size=12151) 2024-12-02T16:03:30,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/b526095683ec47a48f9891e0669603f8 2024-12-02T16:03:30,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/562aab2347f84252b301ae8e62feef6e is 50, key is test_row_0/B:col10/1733155410225/Put/seqid=0 2024-12-02T16:03:30,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155470466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742237_1413 (size=12151) 2024-12-02T16:03:30,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155470588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:30,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155470810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:30,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/562aab2347f84252b301ae8e62feef6e 2024-12-02T16:03:30,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/789ad67ff6304299970e8c405e813d40 is 50, key is test_row_0/C:col10/1733155410225/Put/seqid=0 2024-12-02T16:03:30,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742238_1414 (size=12151) 2024-12-02T16:03:30,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/789ad67ff6304299970e8c405e813d40 2024-12-02T16:03:30,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/b526095683ec47a48f9891e0669603f8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/b526095683ec47a48f9891e0669603f8 2024-12-02T16:03:30,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/b526095683ec47a48f9891e0669603f8, entries=150, sequenceid=159, filesize=11.9 K 2024-12-02T16:03:30,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/562aab2347f84252b301ae8e62feef6e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/562aab2347f84252b301ae8e62feef6e 2024-12-02T16:03:30,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/562aab2347f84252b301ae8e62feef6e, entries=150, sequenceid=159, filesize=11.9 K 2024-12-02T16:03:30,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/789ad67ff6304299970e8c405e813d40 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/789ad67ff6304299970e8c405e813d40 2024-12-02T16:03:30,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/789ad67ff6304299970e8c405e813d40, entries=150, sequenceid=159, filesize=11.9 K 2024-12-02T16:03:30,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 709ms, sequenceid=159, compaction requested=true 2024-12-02T16:03:30,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:30,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:30,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:30,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:30,939 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:30,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:30,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:30,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:03:30,939 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T16:03:30,948 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:30,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:30,949 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50884 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:30,949 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:30,949 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/A is initiating minor compaction (all files) 2024-12-02T16:03:30,949 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/B is initiating minor compaction (all files) 2024-12-02T16:03:30,949 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/A in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:30,949 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/B in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:30,949 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/7151af0a40d648f7b58d0c8ad49dd3ea, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/54d53a82d16e4d89a363610a08b919a4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/aa9b8dae6a254c2890e7e6c903600f5b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/562aab2347f84252b301ae8e62feef6e] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=47.4 K 2024-12-02T16:03:30,949 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/bfe0d199bf86488ba9fcb36bd91b0308, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a3d1fea2d84445e899c49139ca461565, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c345b6f854574a0e90f4c199da4dee8c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/b526095683ec47a48f9891e0669603f8] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=49.7 K 2024-12-02T16:03:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-02T16:03:30,949 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfe0d199bf86488ba9fcb36bd91b0308, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733155408631 2024-12-02T16:03:30,949 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 7151af0a40d648f7b58d0c8ad49dd3ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733155408631 2024-12-02T16:03:30,950 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3d1fea2d84445e899c49139ca461565, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733155408859 2024-12-02T16:03:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T16:03:30,952 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 54d53a82d16e4d89a363610a08b919a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733155408859 2024-12-02T16:03:30,952 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting c345b6f854574a0e90f4c199da4dee8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733155409038 2024-12-02T16:03:30,952 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting b526095683ec47a48f9891e0669603f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733155409857 2024-12-02T16:03:30,952 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting aa9b8dae6a254c2890e7e6c903600f5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733155409038 2024-12-02T16:03:30,952 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 562aab2347f84252b301ae8e62feef6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733155409857 2024-12-02T16:03:30,954 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:30,956 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:30,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:30,968 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:30,968 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/7962e5913bf84110b3224306b749eb76 is 50, key is test_row_0/B:col10/1733155410225/Put/seqid=0 2024-12-02T16:03:30,973 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#A#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:30,973 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/dbf76edeba0441e0b61fec5e3dabb686 is 50, key is test_row_0/A:col10/1733155410225/Put/seqid=0 2024-12-02T16:03:30,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742239_1415 (size=12527) 2024-12-02T16:03:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742240_1416 (size=12527) 2024-12-02T16:03:30,994 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/dbf76edeba0441e0b61fec5e3dabb686 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/dbf76edeba0441e0b61fec5e3dabb686 2024-12-02T16:03:31,005 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/A of 2666f7d43a10ccf8ab1462a4e84d2b16 into dbf76edeba0441e0b61fec5e3dabb686(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:31,005 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:31,005 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/A, priority=12, startTime=1733155410939; duration=0sec 2024-12-02T16:03:31,006 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:31,006 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:A 2024-12-02T16:03:31,006 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:31,006 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:31,007 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/C is initiating minor compaction (all files) 2024-12-02T16:03:31,007 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/C in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:31,007 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5722dbcd27e14d2b958d0fda29357bd9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6b391413db5f49f8ba3121c88d569791, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/1cc80eff2c8a443d832524e724bd7403, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/789ad67ff6304299970e8c405e813d40] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=47.4 K 2024-12-02T16:03:31,007 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5722dbcd27e14d2b958d0fda29357bd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733155408631 2024-12-02T16:03:31,007 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b391413db5f49f8ba3121c88d569791, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733155408859 2024-12-02T16:03:31,007 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cc80eff2c8a443d832524e724bd7403, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733155409038 2024-12-02T16:03:31,008 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 789ad67ff6304299970e8c405e813d40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733155409857 2024-12-02T16:03:31,015 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:31,016 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/aeb782275e3b4ce1b685fc4a0e27b128 is 50, key is test_row_0/C:col10/1733155410225/Put/seqid=0 2024-12-02T16:03:31,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742241_1417 (size=12527) 2024-12-02T16:03:31,026 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/aeb782275e3b4ce1b685fc4a0e27b128 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/aeb782275e3b4ce1b685fc4a0e27b128 2024-12-02T16:03:31,029 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/C of 2666f7d43a10ccf8ab1462a4e84d2b16 into aeb782275e3b4ce1b685fc4a0e27b128(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:31,030 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:31,030 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/C, priority=12, startTime=1733155410939; duration=0sec 2024-12-02T16:03:31,030 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:31,030 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:C 2024-12-02T16:03:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T16:03:31,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T16:03:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:31,111 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T16:03:31,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/7f37ad42971d416e803a77e790e69406 is 50, key is test_row_0/A:col10/1733155410459/Put/seqid=0 2024-12-02T16:03:31,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742242_1418 (size=12151) 2024-12-02T16:03:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:31,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T16:03:31,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155471298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:31,396 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/7962e5913bf84110b3224306b749eb76 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/7962e5913bf84110b3224306b749eb76 2024-12-02T16:03:31,401 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/B of 2666f7d43a10ccf8ab1462a4e84d2b16 into 7962e5913bf84110b3224306b749eb76(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:31,401 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:31,401 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/B, priority=12, startTime=1733155410939; duration=0sec 2024-12-02T16:03:31,402 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:31,402 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:B 2024-12-02T16:03:31,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155471418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:31,533 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/7f37ad42971d416e803a77e790e69406 2024-12-02T16:03:31,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/1730b93433b044adaa1ec6f59e4c0225 is 50, key is test_row_0/B:col10/1733155410459/Put/seqid=0 2024-12-02T16:03:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742243_1419 (size=12151) 2024-12-02T16:03:31,549 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/1730b93433b044adaa1ec6f59e4c0225 2024-12-02T16:03:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T16:03:31,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/747d71f9ab6d4ac3a99f4b7e7bbf6f4c is 50, key is test_row_0/C:col10/1733155410459/Put/seqid=0 2024-12-02T16:03:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742244_1420 (size=12151) 2024-12-02T16:03:31,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155471628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:31,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:31,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:31,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:31,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155471938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:31,996 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/747d71f9ab6d4ac3a99f4b7e7bbf6f4c 2024-12-02T16:03:32,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/7f37ad42971d416e803a77e790e69406 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/7f37ad42971d416e803a77e790e69406 2024-12-02T16:03:32,006 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/7f37ad42971d416e803a77e790e69406, entries=150, sequenceid=177, filesize=11.9 K 2024-12-02T16:03:32,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/1730b93433b044adaa1ec6f59e4c0225 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1730b93433b044adaa1ec6f59e4c0225 2024-12-02T16:03:32,011 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1730b93433b044adaa1ec6f59e4c0225, entries=150, sequenceid=177, filesize=11.9 K 2024-12-02T16:03:32,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/747d71f9ab6d4ac3a99f4b7e7bbf6f4c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/747d71f9ab6d4ac3a99f4b7e7bbf6f4c 2024-12-02T16:03:32,016 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/747d71f9ab6d4ac3a99f4b7e7bbf6f4c, entries=150, sequenceid=177, filesize=11.9 K 2024-12-02T16:03:32,017 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 906ms, sequenceid=177, compaction requested=false 2024-12-02T16:03:32,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:32,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:32,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-02T16:03:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-02T16:03:32,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-02T16:03:32,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0620 sec 2024-12-02T16:03:32,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.0720 sec 2024-12-02T16:03:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T16:03:32,088 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:32,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-02T16:03:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T16:03:32,093 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:32,093 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:32,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T16:03:32,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-02T16:03:32,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:32,247 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T16:03:32,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/c029819e15924ccea380d3e3cd7f2173 is 50, key is test_row_0/A:col10/1733155411280/Put/seqid=0 2024-12-02T16:03:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742245_1421 (size=12151) 2024-12-02T16:03:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:32,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T16:03:32,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155472420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:32,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155472448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:32,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155472538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:32,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:32,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:32,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:32,678 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/c029819e15924ccea380d3e3cd7f2173 2024-12-02T16:03:32,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/82de3177e9a14c58b380ccf499b97f03 is 50, key is test_row_0/B:col10/1733155411280/Put/seqid=0 2024-12-02T16:03:32,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742246_1422 (size=12151) 2024-12-02T16:03:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T16:03:32,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155472748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:33,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155473058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:33,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:33,088 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/82de3177e9a14c58b380ccf499b97f03 2024-12-02T16:03:33,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/a681ebd59605433d99156e8a129321ca is 50, key is test_row_0/C:col10/1733155411280/Put/seqid=0 2024-12-02T16:03:33,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742247_1423 (size=12151) 2024-12-02T16:03:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T16:03:33,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155473448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:33,452 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:33,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155473467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:33,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155473468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:33,469 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_2' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:33,470 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:33,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155473478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:33,484 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_1' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:33,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:33,497 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/a681ebd59605433d99156e8a129321ca 2024-12-02T16:03:33,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/c029819e15924ccea380d3e3cd7f2173 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c029819e15924ccea380d3e3cd7f2173 2024-12-02T16:03:33,516 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c029819e15924ccea380d3e3cd7f2173, entries=150, sequenceid=198, filesize=11.9 K 2024-12-02T16:03:33,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/82de3177e9a14c58b380ccf499b97f03 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/82de3177e9a14c58b380ccf499b97f03 2024-12-02T16:03:33,521 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/82de3177e9a14c58b380ccf499b97f03, entries=150, sequenceid=198, filesize=11.9 K 2024-12-02T16:03:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/a681ebd59605433d99156e8a129321ca as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/a681ebd59605433d99156e8a129321ca 2024-12-02T16:03:33,528 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/a681ebd59605433d99156e8a129321ca, entries=150, sequenceid=198, filesize=11.9 K 2024-12-02T16:03:33,531 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 1285ms, sequenceid=198, compaction requested=true 2024-12-02T16:03:33,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:33,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:33,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-02T16:03:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-02T16:03:33,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-02T16:03:33,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4390 sec 2024-12-02T16:03:33,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.4470 sec 2024-12-02T16:03:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:33,574 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:33,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:03:33,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0c5b605119994b9083a68e06ebf7347e is 50, key is test_row_0/A:col10/1733155413571/Put/seqid=0 2024-12-02T16:03:33,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742248_1424 (size=12151) 2024-12-02T16:03:33,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0c5b605119994b9083a68e06ebf7347e 2024-12-02T16:03:33,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/bbff656fb1b34fc389d1d40a4f9fc6aa is 50, key is test_row_0/B:col10/1733155413571/Put/seqid=0 2024-12-02T16:03:33,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742249_1425 (size=12151) 2024-12-02T16:03:33,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155473713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155473827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:34,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/bbff656fb1b34fc389d1d40a4f9fc6aa 2024-12-02T16:03:34,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155474048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:34,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:34,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:34,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:34,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/9da0ee189e0b4c379e7ddacc987a3014 is 50, key is test_row_0/C:col10/1733155413571/Put/seqid=0 2024-12-02T16:03:34,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742250_1426 (size=12151) 2024-12-02T16:03:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T16:03:34,239 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:34,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-02T16:03:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-02T16:03:34,242 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:34,242 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:34,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-02T16:03:34,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155474358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:34,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:34,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:34,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:34,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-02T16:03:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:34,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:34,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/9da0ee189e0b4c379e7ddacc987a3014 2024-12-02T16:03:34,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0c5b605119994b9083a68e06ebf7347e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c5b605119994b9083a68e06ebf7347e 2024-12-02T16:03:34,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c5b605119994b9083a68e06ebf7347e, entries=150, sequenceid=215, filesize=11.9 K 2024-12-02T16:03:34,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/bbff656fb1b34fc389d1d40a4f9fc6aa as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/bbff656fb1b34fc389d1d40a4f9fc6aa 2024-12-02T16:03:34,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/bbff656fb1b34fc389d1d40a4f9fc6aa, entries=150, sequenceid=215, filesize=11.9 K 2024-12-02T16:03:34,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/9da0ee189e0b4c379e7ddacc987a3014 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/9da0ee189e0b4c379e7ddacc987a3014 2024-12-02T16:03:34,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/9da0ee189e0b4c379e7ddacc987a3014, entries=150, sequenceid=215, filesize=11.9 K 2024-12-02T16:03:34,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 957ms, sequenceid=215, compaction requested=true 2024-12-02T16:03:34,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:34,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:34,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:34,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:34,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:03:34,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:34,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T16:03:34,533 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:34,538 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:34,538 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:34,539 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/A is initiating minor compaction (all files) 2024-12-02T16:03:34,539 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/A in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:34,539 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/dbf76edeba0441e0b61fec5e3dabb686, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/7f37ad42971d416e803a77e790e69406, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c029819e15924ccea380d3e3cd7f2173, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c5b605119994b9083a68e06ebf7347e] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=47.8 K 2024-12-02T16:03:34,539 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbf76edeba0441e0b61fec5e3dabb686, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733155409857 2024-12-02T16:03:34,540 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f37ad42971d416e803a77e790e69406, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733155410371 2024-12-02T16:03:34,540 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting c029819e15924ccea380d3e3cd7f2173, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733155411231 2024-12-02T16:03:34,541 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c5b605119994b9083a68e06ebf7347e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733155412402 2024-12-02T16:03:34,547 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:34,547 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/C is initiating minor compaction (all files) 2024-12-02T16:03:34,547 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/C in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:34,547 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/aeb782275e3b4ce1b685fc4a0e27b128, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/747d71f9ab6d4ac3a99f4b7e7bbf6f4c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/a681ebd59605433d99156e8a129321ca, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/9da0ee189e0b4c379e7ddacc987a3014] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=47.8 K 2024-12-02T16:03:34,550 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#A#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:34,551 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/fc25fc21feca40b289fc906eca3c38db is 50, key is test_row_0/A:col10/1733155413571/Put/seqid=0 2024-12-02T16:03:34,551 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting aeb782275e3b4ce1b685fc4a0e27b128, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733155409857 2024-12-02T16:03:34,551 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 747d71f9ab6d4ac3a99f4b7e7bbf6f4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733155410371 2024-12-02T16:03:34,552 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting a681ebd59605433d99156e8a129321ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733155411231 2024-12-02T16:03:34,552 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 9da0ee189e0b4c379e7ddacc987a3014, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733155412402 2024-12-02T16:03:34,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-02T16:03:34,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:34,556 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:03:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-02T16:03:34,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0045324054b943cdb745058467924e5e is 50, key is test_row_0/A:col10/1733155413711/Put/seqid=0 2024-12-02T16:03:34,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742251_1427 (size=12663) 2024-12-02T16:03:34,611 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#C#compaction#356 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:34,611 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/d37cdfbb57954b28a4efb464a8fffc06 is 50, key is test_row_0/C:col10/1733155413571/Put/seqid=0 2024-12-02T16:03:34,616 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/fc25fc21feca40b289fc906eca3c38db as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/fc25fc21feca40b289fc906eca3c38db 2024-12-02T16:03:34,627 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/A of 2666f7d43a10ccf8ab1462a4e84d2b16 into fc25fc21feca40b289fc906eca3c38db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:34,627 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:34,627 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/A, priority=12, startTime=1733155414531; duration=0sec 2024-12-02T16:03:34,627 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:34,627 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:A 2024-12-02T16:03:34,628 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:34,629 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:34,629 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/B is initiating minor compaction (all files) 2024-12-02T16:03:34,630 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/B in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:34,630 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/7962e5913bf84110b3224306b749eb76, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1730b93433b044adaa1ec6f59e4c0225, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/82de3177e9a14c58b380ccf499b97f03, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/bbff656fb1b34fc389d1d40a4f9fc6aa] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=47.8 K 2024-12-02T16:03:34,630 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7962e5913bf84110b3224306b749eb76, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733155409857 2024-12-02T16:03:34,630 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1730b93433b044adaa1ec6f59e4c0225, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733155410371 2024-12-02T16:03:34,631 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82de3177e9a14c58b380ccf499b97f03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733155411231 2024-12-02T16:03:34,631 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbff656fb1b34fc389d1d40a4f9fc6aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733155412402 2024-12-02T16:03:34,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742253_1429 (size=12663) 2024-12-02T16:03:34,642 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/d37cdfbb57954b28a4efb464a8fffc06 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/d37cdfbb57954b28a4efb464a8fffc06 2024-12-02T16:03:34,650 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/C of 2666f7d43a10ccf8ab1462a4e84d2b16 into d37cdfbb57954b28a4efb464a8fffc06(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:34,650 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:34,650 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/C, priority=12, startTime=1733155414531; duration=0sec 2024-12-02T16:03:34,651 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:34,651 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:C 2024-12-02T16:03:34,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742252_1428 (size=12151) 2024-12-02T16:03:34,671 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#B#compaction#357 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:34,672 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/8830be2aabc9400cbcd081087d216139 is 50, key is test_row_0/B:col10/1733155413571/Put/seqid=0 2024-12-02T16:03:34,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742254_1430 (size=12663) 2024-12-02T16:03:34,701 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/8830be2aabc9400cbcd081087d216139 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/8830be2aabc9400cbcd081087d216139 2024-12-02T16:03:34,720 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/B of 2666f7d43a10ccf8ab1462a4e84d2b16 into 8830be2aabc9400cbcd081087d216139(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:34,720 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:34,720 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/B, priority=12, startTime=1733155414531; duration=0sec 2024-12-02T16:03:34,720 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:34,720 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:B 2024-12-02T16:03:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-02T16:03:34,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:35,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155475032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:35,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:35,059 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0045324054b943cdb745058467924e5e 2024-12-02T16:03:35,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/d6bc30d1af664103b453780b111ae5a7 is 50, key is test_row_0/B:col10/1733155413711/Put/seqid=0 2024-12-02T16:03:35,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155475163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:35,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742255_1431 (size=12151) 2024-12-02T16:03:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-02T16:03:35,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155475379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:35,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155475498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:35,503 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_2' in 2666f7d43a10ccf8ab1462a4e84d2b16 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:03:35,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:35,570 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/d6bc30d1af664103b453780b111ae5a7 2024-12-02T16:03:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/370026e6f0cb45e08147ded5800bf083 is 50, key is test_row_0/C:col10/1733155413711/Put/seqid=0 2024-12-02T16:03:35,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742256_1432 (size=12151) 2024-12-02T16:03:35,633 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/370026e6f0cb45e08147ded5800bf083 2024-12-02T16:03:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0045324054b943cdb745058467924e5e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0045324054b943cdb745058467924e5e 2024-12-02T16:03:35,655 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0045324054b943cdb745058467924e5e, entries=150, sequenceid=234, filesize=11.9 K 2024-12-02T16:03:35,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/d6bc30d1af664103b453780b111ae5a7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d6bc30d1af664103b453780b111ae5a7 2024-12-02T16:03:35,658 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d6bc30d1af664103b453780b111ae5a7, entries=150, sequenceid=234, filesize=11.9 K 2024-12-02T16:03:35,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/370026e6f0cb45e08147ded5800bf083 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/370026e6f0cb45e08147ded5800bf083 2024-12-02T16:03:35,668 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/370026e6f0cb45e08147ded5800bf083, entries=150, sequenceid=234, filesize=11.9 K 2024-12-02T16:03:35,669 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 1113ms, sequenceid=234, compaction requested=false 2024-12-02T16:03:35,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:35,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:35,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-02T16:03:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-02T16:03:35,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-02T16:03:35,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-12-02T16:03:35,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.4400 sec 2024-12-02T16:03:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:35,694 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:35,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-02T16:03:35,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/20974e3ccfa74d699b25ece62e9a0892 is 50, key is test_row_0/A:col10/1733155414890/Put/seqid=0 2024-12-02T16:03:35,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742257_1433 (size=14541) 2024-12-02T16:03:35,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155475857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:35,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155475987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:36,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/20974e3ccfa74d699b25ece62e9a0892 2024-12-02T16:03:36,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/77d9afc8f4684a568f5b9bbf6c28e18e is 50, key is test_row_0/B:col10/1733155414890/Put/seqid=0 2024-12-02T16:03:36,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155476201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:36,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742258_1434 (size=12151) 2024-12-02T16:03:36,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/77d9afc8f4684a568f5b9bbf6c28e18e 2024-12-02T16:03:36,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/4502e3579e6443bdb73c8e86d08e0fc3 is 50, key is test_row_0/C:col10/1733155414890/Put/seqid=0 2024-12-02T16:03:36,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742259_1435 (size=12151) 2024-12-02T16:03:36,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/4502e3579e6443bdb73c8e86d08e0fc3 2024-12-02T16:03:36,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/20974e3ccfa74d699b25ece62e9a0892 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/20974e3ccfa74d699b25ece62e9a0892 2024-12-02T16:03:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-02T16:03:36,395 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:36,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:36,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/20974e3ccfa74d699b25ece62e9a0892, entries=200, sequenceid=255, filesize=14.2 K 2024-12-02T16:03:36,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/77d9afc8f4684a568f5b9bbf6c28e18e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/77d9afc8f4684a568f5b9bbf6c28e18e 2024-12-02T16:03:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-02T16:03:36,410 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-02T16:03:36,412 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:36,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:36,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/77d9afc8f4684a568f5b9bbf6c28e18e, entries=150, sequenceid=255, filesize=11.9 K 2024-12-02T16:03:36,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/4502e3579e6443bdb73c8e86d08e0fc3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4502e3579e6443bdb73c8e86d08e0fc3 2024-12-02T16:03:36,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4502e3579e6443bdb73c8e86d08e0fc3, entries=150, sequenceid=255, filesize=11.9 K 2024-12-02T16:03:36,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 753ms, sequenceid=255, compaction requested=true 2024-12-02T16:03:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:36,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:36,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:36,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:36,448 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:36,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:36,448 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:36,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:36,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:36,448 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:36,448 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/B is initiating minor compaction (all files) 2024-12-02T16:03:36,449 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/B in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:36,449 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/8830be2aabc9400cbcd081087d216139, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d6bc30d1af664103b453780b111ae5a7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/77d9afc8f4684a568f5b9bbf6c28e18e] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=36.1 K 2024-12-02T16:03:36,453 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 8830be2aabc9400cbcd081087d216139, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733155412402 2024-12-02T16:03:36,453 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:36,453 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/A is initiating minor compaction (all files) 2024-12-02T16:03:36,453 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/A in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:36,453 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/fc25fc21feca40b289fc906eca3c38db, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0045324054b943cdb745058467924e5e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/20974e3ccfa74d699b25ece62e9a0892] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=38.4 K 2024-12-02T16:03:36,458 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting d6bc30d1af664103b453780b111ae5a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733155413678 2024-12-02T16:03:36,458 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 77d9afc8f4684a568f5b9bbf6c28e18e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733155414890 2024-12-02T16:03:36,458 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc25fc21feca40b289fc906eca3c38db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733155412402 2024-12-02T16:03:36,463 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0045324054b943cdb745058467924e5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733155413678 2024-12-02T16:03:36,463 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20974e3ccfa74d699b25ece62e9a0892, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733155414890 2024-12-02T16:03:36,470 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:36,470 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/24c4f7549aac4b05b7bdaa3352687cc0 is 50, key is test_row_0/B:col10/1733155414890/Put/seqid=0 2024-12-02T16:03:36,500 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#A#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:36,500 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/ee7b59cbb07f49eabd621494b28163c2 is 50, key is test_row_0/A:col10/1733155414890/Put/seqid=0 2024-12-02T16:03:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-02T16:03:36,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742260_1436 (size=12765) 2024-12-02T16:03:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:36,528 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:36,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:03:36,539 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/24c4f7549aac4b05b7bdaa3352687cc0 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/24c4f7549aac4b05b7bdaa3352687cc0 2024-12-02T16:03:36,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/4b1e8b4c5ffe4b2fa41f818084bfed03 is 50, key is test_row_0/A:col10/1733155415851/Put/seqid=0 2024-12-02T16:03:36,549 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/B of 2666f7d43a10ccf8ab1462a4e84d2b16 into 24c4f7549aac4b05b7bdaa3352687cc0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:36,550 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:36,550 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/B, priority=13, startTime=1733155416448; duration=0sec 2024-12-02T16:03:36,550 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:36,550 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:B 2024-12-02T16:03:36,550 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742261_1437 (size=12765) 2024-12-02T16:03:36,556 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:36,556 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/C is initiating minor compaction (all files) 2024-12-02T16:03:36,556 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/C in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:36,557 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/d37cdfbb57954b28a4efb464a8fffc06, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/370026e6f0cb45e08147ded5800bf083, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4502e3579e6443bdb73c8e86d08e0fc3] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=36.1 K 2024-12-02T16:03:36,557 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting d37cdfbb57954b28a4efb464a8fffc06, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733155412402 2024-12-02T16:03:36,557 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 370026e6f0cb45e08147ded5800bf083, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733155413678 2024-12-02T16:03:36,557 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 4502e3579e6443bdb73c8e86d08e0fc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733155414890 2024-12-02T16:03:36,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-02T16:03:36,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:36,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:36,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:36,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:36,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:36,570 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:36,571 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/22ea78c082d545c69d38c7c624d77b1b is 50, key is test_row_0/C:col10/1733155414890/Put/seqid=0 2024-12-02T16:03:36,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742262_1438 (size=14741) 2024-12-02T16:03:36,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/4b1e8b4c5ffe4b2fa41f818084bfed03 2024-12-02T16:03:36,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/b4f2fe9a55054cb081cd2e3b9ab37b93 is 50, key is test_row_0/B:col10/1733155415851/Put/seqid=0 2024-12-02T16:03:36,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742263_1439 (size=12765) 2024-12-02T16:03:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742264_1440 (size=12301) 2024-12-02T16:03:36,670 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/22ea78c082d545c69d38c7c624d77b1b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/22ea78c082d545c69d38c7c624d77b1b 2024-12-02T16:03:36,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/b4f2fe9a55054cb081cd2e3b9ab37b93 2024-12-02T16:03:36,713 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/C of 2666f7d43a10ccf8ab1462a4e84d2b16 into 22ea78c082d545c69d38c7c624d77b1b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:36,713 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:36,713 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/C, priority=13, startTime=1733155416448; duration=0sec 2024-12-02T16:03:36,713 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:36,713 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:C 2024-12-02T16:03:36,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/cac39f51025e4cf090ed8f33529cd152 is 50, key is test_row_0/C:col10/1733155415851/Put/seqid=0 2024-12-02T16:03:36,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-02T16:03:36,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742265_1441 (size=12301) 2024-12-02T16:03:36,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:36,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:36,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:36,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:36,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:36,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/cac39f51025e4cf090ed8f33529cd152 2024-12-02T16:03:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-02T16:03:36,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/4b1e8b4c5ffe4b2fa41f818084bfed03 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4b1e8b4c5ffe4b2fa41f818084bfed03 2024-12-02T16:03:36,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4b1e8b4c5ffe4b2fa41f818084bfed03, entries=200, sequenceid=274, filesize=14.4 K 2024-12-02T16:03:36,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/b4f2fe9a55054cb081cd2e3b9ab37b93 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b4f2fe9a55054cb081cd2e3b9ab37b93 2024-12-02T16:03:36,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155476767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:36,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b4f2fe9a55054cb081cd2e3b9ab37b93, entries=150, sequenceid=274, filesize=12.0 K 2024-12-02T16:03:36,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/cac39f51025e4cf090ed8f33529cd152 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/cac39f51025e4cf090ed8f33529cd152 2024-12-02T16:03:36,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/cac39f51025e4cf090ed8f33529cd152, entries=150, sequenceid=274, filesize=12.0 K 2024-12-02T16:03:36,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 316ms, sequenceid=274, compaction requested=false 2024-12-02T16:03:36,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:36,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-02T16:03:36,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:36,899 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:03:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:36,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/4c66c67a01114a1f92dccc4d1945e2b4 is 50, key is test_row_0/A:col10/1733155416732/Put/seqid=0 2024-12-02T16:03:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742266_1442 (size=12301) 2024-12-02T16:03:37,014 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/ee7b59cbb07f49eabd621494b28163c2 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/ee7b59cbb07f49eabd621494b28163c2 2024-12-02T16:03:37,038 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/A of 2666f7d43a10ccf8ab1462a4e84d2b16 into ee7b59cbb07f49eabd621494b28163c2(size=12.5 K), total size for store is 26.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:37,038 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:37,038 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/A, priority=13, startTime=1733155416447; duration=0sec 2024-12-02T16:03:37,038 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:37,038 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:A 2024-12-02T16:03:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-02T16:03:37,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155477091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:37,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:37,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:37,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:37,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155477211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:37,366 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/4c66c67a01114a1f92dccc4d1945e2b4 2024-12-02T16:03:37,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/b44c9965e09344dfab9706a306ee7390 is 50, key is test_row_0/B:col10/1733155416732/Put/seqid=0 2024-12-02T16:03:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742267_1443 (size=12301) 2024-12-02T16:03:37,420 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/b44c9965e09344dfab9706a306ee7390 2024-12-02T16:03:37,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/fb7da423478242cc8163a33138d435b1 is 50, key is test_row_0/C:col10/1733155416732/Put/seqid=0 2024-12-02T16:03:37,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155477428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742268_1444 (size=12301) 2024-12-02T16:03:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-02T16:03:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155477748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:37,856 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/fb7da423478242cc8163a33138d435b1 2024-12-02T16:03:37,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/4c66c67a01114a1f92dccc4d1945e2b4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4c66c67a01114a1f92dccc4d1945e2b4 2024-12-02T16:03:37,896 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4c66c67a01114a1f92dccc4d1945e2b4, entries=150, sequenceid=293, filesize=12.0 K 2024-12-02T16:03:37,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/b44c9965e09344dfab9706a306ee7390 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b44c9965e09344dfab9706a306ee7390 2024-12-02T16:03:37,924 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b44c9965e09344dfab9706a306ee7390, entries=150, sequenceid=293, filesize=12.0 K 2024-12-02T16:03:37,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/fb7da423478242cc8163a33138d435b1 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/fb7da423478242cc8163a33138d435b1 2024-12-02T16:03:37,961 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/fb7da423478242cc8163a33138d435b1, entries=150, sequenceid=293, filesize=12.0 K 2024-12-02T16:03:37,962 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 1063ms, sequenceid=293, compaction requested=true 2024-12-02T16:03:37,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:37,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:37,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-02T16:03:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-02T16:03:37,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-02T16:03:37,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5540 sec 2024-12-02T16:03:37,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.5740 sec 2024-12-02T16:03:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:38,278 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:38,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T16:03:38,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/af52c6ea87b9430b8b674d1d8fd06bd4 is 50, key is test_row_0/A:col10/1733155417072/Put/seqid=0 2024-12-02T16:03:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742269_1445 (size=14741) 2024-12-02T16:03:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155478405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:38,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155478517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:38,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:38,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:38,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-02T16:03:38,558 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:38,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-02T16:03:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-02T16:03:38,561 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:38,562 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:38,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-02T16:03:38,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-02T16:03:38,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:38,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:38,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:38,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:38,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:38,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/af52c6ea87b9430b8b674d1d8fd06bd4 2024-12-02T16:03:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:38,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/9bd1d7e9d7774917bf0a841bb6f21875 is 50, key is test_row_0/B:col10/1733155417072/Put/seqid=0 2024-12-02T16:03:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742270_1446 (size=12301) 2024-12-02T16:03:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155478738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:38,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:38,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-02T16:03:38,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:38,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:38,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:38,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:38,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-02T16:03:39,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-02T16:03:39,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:39,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:39,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:39,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:39,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:39,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155479047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:39,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:39,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/9bd1d7e9d7774917bf0a841bb6f21875 2024-12-02T16:03:39,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/bec7366201f449f5a70c76261a72b994 is 50, key is test_row_0/C:col10/1733155417072/Put/seqid=0 2024-12-02T16:03:39,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742271_1447 (size=12301) 2024-12-02T16:03:39,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/bec7366201f449f5a70c76261a72b994 2024-12-02T16:03:39,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/af52c6ea87b9430b8b674d1d8fd06bd4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/af52c6ea87b9430b8b674d1d8fd06bd4 2024-12-02T16:03:39,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/af52c6ea87b9430b8b674d1d8fd06bd4, entries=200, sequenceid=315, filesize=14.4 K 2024-12-02T16:03:39,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/9bd1d7e9d7774917bf0a841bb6f21875 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/9bd1d7e9d7774917bf0a841bb6f21875 2024-12-02T16:03:39,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/9bd1d7e9d7774917bf0a841bb6f21875, entries=150, sequenceid=315, filesize=12.0 K 2024-12-02T16:03:39,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/bec7366201f449f5a70c76261a72b994 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/bec7366201f449f5a70c76261a72b994 2024-12-02T16:03:39,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/bec7366201f449f5a70c76261a72b994, entries=150, sequenceid=315, filesize=12.0 K 2024-12-02T16:03:39,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 883ms, sequenceid=315, compaction requested=true 2024-12-02T16:03:39,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:39,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:39,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:39,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:39,162 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:39,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:39,162 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:39,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:39,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:39,163 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:39,163 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/B is initiating minor compaction (all files) 2024-12-02T16:03:39,163 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/B in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:39,163 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/24c4f7549aac4b05b7bdaa3352687cc0, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b4f2fe9a55054cb081cd2e3b9ab37b93, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b44c9965e09344dfab9706a306ee7390, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/9bd1d7e9d7774917bf0a841bb6f21875] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=48.5 K 2024-12-02T16:03:39,164 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54548 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:39,164 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 24c4f7549aac4b05b7bdaa3352687cc0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733155414890 2024-12-02T16:03:39,164 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/A is initiating minor compaction (all files) 2024-12-02T16:03:39,164 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/A in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:39,164 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/ee7b59cbb07f49eabd621494b28163c2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4b1e8b4c5ffe4b2fa41f818084bfed03, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4c66c67a01114a1f92dccc4d1945e2b4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/af52c6ea87b9430b8b674d1d8fd06bd4] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=53.3 K 2024-12-02T16:03:39,164 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b4f2fe9a55054cb081cd2e3b9ab37b93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733155415810 2024-12-02T16:03:39,164 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee7b59cbb07f49eabd621494b28163c2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733155414890 2024-12-02T16:03:39,165 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b44c9965e09344dfab9706a306ee7390, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733155416688 2024-12-02T16:03:39,165 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b1e8b4c5ffe4b2fa41f818084bfed03, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733155415810 2024-12-02T16:03:39,165 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bd1d7e9d7774917bf0a841bb6f21875, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155417072 2024-12-02T16:03:39,165 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c66c67a01114a1f92dccc4d1945e2b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733155416688 2024-12-02T16:03:39,166 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting af52c6ea87b9430b8b674d1d8fd06bd4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155417072 2024-12-02T16:03:39,173 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:39,174 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/41312de2f33040b8a372e82a6521459c is 50, key is test_row_0/B:col10/1733155417072/Put/seqid=0 2024-12-02T16:03:39,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-02T16:03:39,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:39,175 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T16:03:39,177 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#A#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:39,178 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/5352c15cb0e942c6b0c6034b5a2f1a0d is 50, key is test_row_0/A:col10/1733155417072/Put/seqid=0 2024-12-02T16:03:39,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742272_1448 (size=13051) 2024-12-02T16:03:39,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0c6c26e7198b4c4fb34684b4b9445341 is 50, key is test_row_0/A:col10/1733155418403/Put/seqid=0 2024-12-02T16:03:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-02T16:03:39,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742273_1449 (size=13051) 2024-12-02T16:03:39,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742274_1450 (size=12301) 2024-12-02T16:03:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:39,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:39,587 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/41312de2f33040b8a372e82a6521459c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/41312de2f33040b8a372e82a6521459c 2024-12-02T16:03:39,591 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/B of 2666f7d43a10ccf8ab1462a4e84d2b16 into 41312de2f33040b8a372e82a6521459c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:39,592 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:39,592 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/B, priority=12, startTime=1733155419162; duration=0sec 2024-12-02T16:03:39,592 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:39,592 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:B 2024-12-02T16:03:39,592 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:39,593 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:39,593 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/C is initiating minor compaction (all files) 2024-12-02T16:03:39,593 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/C in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:39,593 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/22ea78c082d545c69d38c7c624d77b1b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/cac39f51025e4cf090ed8f33529cd152, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/fb7da423478242cc8163a33138d435b1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/bec7366201f449f5a70c76261a72b994] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=48.5 K 2024-12-02T16:03:39,593 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 22ea78c082d545c69d38c7c624d77b1b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733155414890 2024-12-02T16:03:39,593 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting cac39f51025e4cf090ed8f33529cd152, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733155415810 2024-12-02T16:03:39,593 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting fb7da423478242cc8163a33138d435b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733155416688 2024-12-02T16:03:39,594 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting bec7366201f449f5a70c76261a72b994, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155417072 2024-12-02T16:03:39,599 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:39,599 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/5352c15cb0e942c6b0c6034b5a2f1a0d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/5352c15cb0e942c6b0c6034b5a2f1a0d 2024-12-02T16:03:39,600 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/883a2d1afb724fcb960aa95b24a19f03 is 50, key is test_row_0/C:col10/1733155417072/Put/seqid=0 2024-12-02T16:03:39,600 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0c6c26e7198b4c4fb34684b4b9445341 2024-12-02T16:03:39,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742275_1451 (size=13051) 2024-12-02T16:03:39,604 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/A of 2666f7d43a10ccf8ab1462a4e84d2b16 into 5352c15cb0e942c6b0c6034b5a2f1a0d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:39,605 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:39,605 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/A, priority=12, startTime=1733155419162; duration=0sec 2024-12-02T16:03:39,605 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:39,605 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:A 2024-12-02T16:03:39,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/011872851d3344ca967bbaca2b57361c is 50, key is test_row_0/B:col10/1733155418403/Put/seqid=0 2024-12-02T16:03:39,608 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/883a2d1afb724fcb960aa95b24a19f03 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/883a2d1afb724fcb960aa95b24a19f03 2024-12-02T16:03:39,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742276_1452 (size=12301) 2024-12-02T16:03:39,612 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/C of 2666f7d43a10ccf8ab1462a4e84d2b16 into 883a2d1afb724fcb960aa95b24a19f03(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:39,613 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:39,613 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/C, priority=12, startTime=1733155419162; duration=0sec 2024-12-02T16:03:39,613 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:39,613 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:C 2024-12-02T16:03:39,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155479632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155479633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-02T16:03:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155479748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155479748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155479958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:39,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155479958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:40,011 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/011872851d3344ca967bbaca2b57361c 2024-12-02T16:03:40,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/b31b37f38a694e20be6111e01e174fef is 50, key is test_row_0/C:col10/1733155418403/Put/seqid=0 2024-12-02T16:03:40,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742277_1453 (size=12301) 2024-12-02T16:03:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155480268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155480268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:40,420 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/b31b37f38a694e20be6111e01e174fef 2024-12-02T16:03:40,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0c6c26e7198b4c4fb34684b4b9445341 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c6c26e7198b4c4fb34684b4b9445341 2024-12-02T16:03:40,426 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c6c26e7198b4c4fb34684b4b9445341, entries=150, sequenceid=330, filesize=12.0 K 2024-12-02T16:03:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/011872851d3344ca967bbaca2b57361c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/011872851d3344ca967bbaca2b57361c 2024-12-02T16:03:40,429 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/011872851d3344ca967bbaca2b57361c, entries=150, sequenceid=330, filesize=12.0 K 2024-12-02T16:03:40,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/b31b37f38a694e20be6111e01e174fef as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/b31b37f38a694e20be6111e01e174fef 2024-12-02T16:03:40,433 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/b31b37f38a694e20be6111e01e174fef, entries=150, sequenceid=330, filesize=12.0 K 2024-12-02T16:03:40,434 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 1259ms, sequenceid=330, compaction requested=false 2024-12-02T16:03:40,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:40,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:40,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-02T16:03:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-02T16:03:40,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-02T16:03:40,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8740 sec 2024-12-02T16:03:40,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8800 sec 2024-12-02T16:03:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-02T16:03:40,708 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:40,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-02T16:03:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T16:03:40,710 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:40,711 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:40,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:40,781 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:40,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:03:40,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/46d62221a9dd4588b1239712a0308c2f is 50, key is test_row_0/A:col10/1733155419631/Put/seqid=0 2024-12-02T16:03:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742278_1454 (size=14741) 2024-12-02T16:03:40,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155480804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T16:03:40,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155480811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:40,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:40,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-02T16:03:40,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:40,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:40,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155480918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:40,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155480928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:40,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:41,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-02T16:03:41,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:41,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:41,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:41,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T16:03:41,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155481128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:41,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155481138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:41,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-02T16:03:41,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:41,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:41,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:41,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/46d62221a9dd4588b1239712a0308c2f 2024-12-02T16:03:41,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/1bd4a194b1dd4881a7fdc27b1d0e787b is 50, key is test_row_0/B:col10/1733155419631/Put/seqid=0 2024-12-02T16:03:41,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742279_1455 (size=12301) 2024-12-02T16:03:41,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/1bd4a194b1dd4881a7fdc27b1d0e787b 2024-12-02T16:03:41,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/4e754f593fec47999077e42d973da8c6 is 50, key is test_row_0/C:col10/1733155419631/Put/seqid=0 2024-12-02T16:03:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742280_1456 (size=12301) 2024-12-02T16:03:41,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-02T16:03:41,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:41,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:41,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:41,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T16:03:41,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155481437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:41,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155481447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:41,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:41,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:41,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:41,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-02T16:03:41,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:41,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:41,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:41,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:41,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/4e754f593fec47999077e42d973da8c6 2024-12-02T16:03:41,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/46d62221a9dd4588b1239712a0308c2f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/46d62221a9dd4588b1239712a0308c2f 2024-12-02T16:03:41,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/46d62221a9dd4588b1239712a0308c2f, entries=200, sequenceid=356, filesize=14.4 K 2024-12-02T16:03:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/1bd4a194b1dd4881a7fdc27b1d0e787b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1bd4a194b1dd4881a7fdc27b1d0e787b 2024-12-02T16:03:41,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1bd4a194b1dd4881a7fdc27b1d0e787b, entries=150, sequenceid=356, filesize=12.0 K 2024-12-02T16:03:41,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/4e754f593fec47999077e42d973da8c6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4e754f593fec47999077e42d973da8c6 2024-12-02T16:03:41,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4e754f593fec47999077e42d973da8c6, entries=150, sequenceid=356, filesize=12.0 K 2024-12-02T16:03:41,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 846ms, sequenceid=356, compaction requested=true 2024-12-02T16:03:41,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:41,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:41,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:41,628 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:41,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:41,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:41,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:41,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:41,628 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:41,628 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:41,628 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:41,628 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/A is initiating minor compaction (all files) 2024-12-02T16:03:41,628 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/B is initiating minor compaction (all files) 2024-12-02T16:03:41,628 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/B in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:41,628 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/A in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:41,628 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/5352c15cb0e942c6b0c6034b5a2f1a0d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c6c26e7198b4c4fb34684b4b9445341, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/46d62221a9dd4588b1239712a0308c2f] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=39.2 K 2024-12-02T16:03:41,628 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/41312de2f33040b8a372e82a6521459c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/011872851d3344ca967bbaca2b57361c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1bd4a194b1dd4881a7fdc27b1d0e787b] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=36.8 K 2024-12-02T16:03:41,629 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 41312de2f33040b8a372e82a6521459c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155417072 2024-12-02T16:03:41,629 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5352c15cb0e942c6b0c6034b5a2f1a0d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155417072 2024-12-02T16:03:41,629 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c6c26e7198b4c4fb34684b4b9445341, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733155418352 2024-12-02T16:03:41,629 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 011872851d3344ca967bbaca2b57361c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733155418352 2024-12-02T16:03:41,629 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46d62221a9dd4588b1239712a0308c2f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733155419623 2024-12-02T16:03:41,629 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bd4a194b1dd4881a7fdc27b1d0e787b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733155419631 2024-12-02T16:03:41,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-02T16:03:41,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:41,631 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:03:41,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0021f7b0f0444974a863c9f762b414f0 is 50, key is test_row_0/A:col10/1733155420803/Put/seqid=0 2024-12-02T16:03:41,637 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#A#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:41,637 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:41,638 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/8ee36c75fb134ae6a85e00adcdfec66a is 50, key is test_row_0/B:col10/1733155419631/Put/seqid=0 2024-12-02T16:03:41,638 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/a629e77157ff4daea5c92b5f339c339b is 50, key is test_row_0/A:col10/1733155419631/Put/seqid=0 2024-12-02T16:03:41,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742281_1457 (size=12301) 2024-12-02T16:03:41,652 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0021f7b0f0444974a863c9f762b414f0 2024-12-02T16:03:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742282_1458 (size=13153) 2024-12-02T16:03:41,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/85ca034d87c44b4a8674c94796570053 is 50, key is test_row_0/B:col10/1733155420803/Put/seqid=0 2024-12-02T16:03:41,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742283_1459 (size=13153) 2024-12-02T16:03:41,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742284_1460 (size=12301) 2024-12-02T16:03:41,714 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/85ca034d87c44b4a8674c94796570053 2024-12-02T16:03:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/09120f0dbb924198aef46576e9cf5745 is 50, key is test_row_0/C:col10/1733155420803/Put/seqid=0 2024-12-02T16:03:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742285_1461 (size=12301) 2024-12-02T16:03:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T16:03:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:42,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155482023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:42,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155482031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:42,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:42,068 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/8ee36c75fb134ae6a85e00adcdfec66a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/8ee36c75fb134ae6a85e00adcdfec66a 2024-12-02T16:03:42,072 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/B of 2666f7d43a10ccf8ab1462a4e84d2b16 into 8ee36c75fb134ae6a85e00adcdfec66a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:42,072 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:42,072 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/B, priority=13, startTime=1733155421628; duration=0sec 2024-12-02T16:03:42,072 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:42,072 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:B 2024-12-02T16:03:42,072 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:42,073 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:42,073 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/C is initiating minor compaction (all files) 2024-12-02T16:03:42,073 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/C in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:42,073 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/883a2d1afb724fcb960aa95b24a19f03, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/b31b37f38a694e20be6111e01e174fef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4e754f593fec47999077e42d973da8c6] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=36.8 K 2024-12-02T16:03:42,073 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 883a2d1afb724fcb960aa95b24a19f03, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155417072 2024-12-02T16:03:42,073 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b31b37f38a694e20be6111e01e174fef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733155418352 2024-12-02T16:03:42,073 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e754f593fec47999077e42d973da8c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733155419631 2024-12-02T16:03:42,081 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:42,082 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/5e8c500b78864131add1fad6396143ce is 50, key is test_row_0/C:col10/1733155419631/Put/seqid=0 2024-12-02T16:03:42,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742286_1462 (size=13153) 2024-12-02T16:03:42,102 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/a629e77157ff4daea5c92b5f339c339b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a629e77157ff4daea5c92b5f339c339b 2024-12-02T16:03:42,106 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/A of 2666f7d43a10ccf8ab1462a4e84d2b16 into a629e77157ff4daea5c92b5f339c339b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:42,106 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:42,106 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/A, priority=13, startTime=1733155421628; duration=0sec 2024-12-02T16:03:42,106 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:42,106 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:A 2024-12-02T16:03:42,136 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/09120f0dbb924198aef46576e9cf5745 2024-12-02T16:03:42,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155482138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:42,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155482138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:42,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/0021f7b0f0444974a863c9f762b414f0 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0021f7b0f0444974a863c9f762b414f0 2024-12-02T16:03:42,151 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0021f7b0f0444974a863c9f762b414f0, entries=150, sequenceid=369, filesize=12.0 K 2024-12-02T16:03:42,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/85ca034d87c44b4a8674c94796570053 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/85ca034d87c44b4a8674c94796570053 2024-12-02T16:03:42,155 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/85ca034d87c44b4a8674c94796570053, entries=150, sequenceid=369, filesize=12.0 K 2024-12-02T16:03:42,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/09120f0dbb924198aef46576e9cf5745 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/09120f0dbb924198aef46576e9cf5745 2024-12-02T16:03:42,160 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/09120f0dbb924198aef46576e9cf5745, entries=150, sequenceid=369, filesize=12.0 K 2024-12-02T16:03:42,162 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 532ms, sequenceid=369, compaction requested=false 2024-12-02T16:03:42,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:42,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:42,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-02T16:03:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-02T16:03:42,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-02T16:03:42,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4520 sec 2024-12-02T16:03:42,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.4570 sec 2024-12-02T16:03:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:42,350 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:42,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:03:42,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/379c65343dfb4040b81efe0037b8b5ea is 50, key is test_row_0/A:col10/1733155422350/Put/seqid=0 2024-12-02T16:03:42,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742287_1463 (size=17181) 2024-12-02T16:03:42,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/379c65343dfb4040b81efe0037b8b5ea 2024-12-02T16:03:42,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/30f76a495589495dbe292152e3f2d708 is 50, key is test_row_0/B:col10/1733155422350/Put/seqid=0 2024-12-02T16:03:42,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742288_1464 (size=12301) 2024-12-02T16:03:42,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155482379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:42,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155482387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:42,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:42,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155482499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:42,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155482499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:42,507 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/5e8c500b78864131add1fad6396143ce as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5e8c500b78864131add1fad6396143ce 2024-12-02T16:03:42,513 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/C of 2666f7d43a10ccf8ab1462a4e84d2b16 into 5e8c500b78864131add1fad6396143ce(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:42,513 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:42,513 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/C, priority=13, startTime=1733155421628; duration=0sec 2024-12-02T16:03:42,514 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:42,514 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:C 2024-12-02T16:03:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155482708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:42,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155482717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:42,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/30f76a495589495dbe292152e3f2d708 2024-12-02T16:03:42,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/7986b99a01d143ec99b11a1dd9d69022 is 50, key is test_row_0/C:col10/1733155422350/Put/seqid=0 2024-12-02T16:03:42,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742289_1465 (size=12301) 2024-12-02T16:03:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T16:03:42,858 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:42,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-02T16:03:42,862 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T16:03:42,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:42,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T16:03:43,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-02T16:03:43,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:43,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:43,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:43,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:43,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:43,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155483019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155483028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-02T16:03:43,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:43,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:43,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:43,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:43,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T16:03:43,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/7986b99a01d143ec99b11a1dd9d69022 2024-12-02T16:03:43,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/379c65343dfb4040b81efe0037b8b5ea as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/379c65343dfb4040b81efe0037b8b5ea 2024-12-02T16:03:43,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/379c65343dfb4040b81efe0037b8b5ea, entries=250, sequenceid=396, filesize=16.8 K 2024-12-02T16:03:43,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/30f76a495589495dbe292152e3f2d708 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/30f76a495589495dbe292152e3f2d708 2024-12-02T16:03:43,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/30f76a495589495dbe292152e3f2d708, entries=150, sequenceid=396, filesize=12.0 K 2024-12-02T16:03:43,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/7986b99a01d143ec99b11a1dd9d69022 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/7986b99a01d143ec99b11a1dd9d69022 2024-12-02T16:03:43,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/7986b99a01d143ec99b11a1dd9d69022, entries=150, sequenceid=396, filesize=12.0 K 2024-12-02T16:03:43,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 841ms, sequenceid=396, compaction requested=true 2024-12-02T16:03:43,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:43,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:43,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:43,191 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:43,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:43,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:43,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:43,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:43,191 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:43,192 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:43,192 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/A is initiating minor compaction (all files) 2024-12-02T16:03:43,192 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/A in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:43,192 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a629e77157ff4daea5c92b5f339c339b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0021f7b0f0444974a863c9f762b414f0, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/379c65343dfb4040b81efe0037b8b5ea] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=41.6 K 2024-12-02T16:03:43,192 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting a629e77157ff4daea5c92b5f339c339b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733155419631 2024-12-02T16:03:43,192 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:43,192 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/B is initiating minor compaction (all files) 2024-12-02T16:03:43,192 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/B in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:43,193 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/8ee36c75fb134ae6a85e00adcdfec66a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/85ca034d87c44b4a8674c94796570053, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/30f76a495589495dbe292152e3f2d708] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=36.9 K 2024-12-02T16:03:43,193 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0021f7b0f0444974a863c9f762b414f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733155420802 2024-12-02T16:03:43,193 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ee36c75fb134ae6a85e00adcdfec66a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733155419631 2024-12-02T16:03:43,193 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 379c65343dfb4040b81efe0037b8b5ea, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733155422001 2024-12-02T16:03:43,193 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 85ca034d87c44b4a8674c94796570053, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733155420802 2024-12-02T16:03:43,193 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 30f76a495589495dbe292152e3f2d708, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733155422022 2024-12-02T16:03:43,199 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#A#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:43,199 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/18293001f70648908cf53c4b46f790d1 is 50, key is test_row_0/A:col10/1733155422350/Put/seqid=0 2024-12-02T16:03:43,199 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#B#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:43,200 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/42a2f492dd5940d2a8174d4ccf61a133 is 50, key is test_row_0/B:col10/1733155422350/Put/seqid=0 2024-12-02T16:03:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742290_1466 (size=13255) 2024-12-02T16:03:43,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742291_1467 (size=13255) 2024-12-02T16:03:43,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-02T16:03:43,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:43,321 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:03:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/cbbe206579054a42ab4002d0bd1345f4 is 50, key is test_row_0/A:col10/1733155422386/Put/seqid=0 2024-12-02T16:03:43,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742292_1468 (size=12301) 2024-12-02T16:03:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T16:03:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:43,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. as already flushing 2024-12-02T16:03:43,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155483556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155483562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155483563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155483565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155483566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,607 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/18293001f70648908cf53c4b46f790d1 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/18293001f70648908cf53c4b46f790d1 2024-12-02T16:03:43,610 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/A of 2666f7d43a10ccf8ab1462a4e84d2b16 into 18293001f70648908cf53c4b46f790d1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:43,610 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:43,610 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/A, priority=13, startTime=1733155423191; duration=0sec 2024-12-02T16:03:43,610 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:43,610 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:A 2024-12-02T16:03:43,610 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:43,611 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:43,611 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 2666f7d43a10ccf8ab1462a4e84d2b16/C is initiating minor compaction (all files) 2024-12-02T16:03:43,611 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2666f7d43a10ccf8ab1462a4e84d2b16/C in TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:43,611 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5e8c500b78864131add1fad6396143ce, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/09120f0dbb924198aef46576e9cf5745, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/7986b99a01d143ec99b11a1dd9d69022] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp, totalSize=36.9 K 2024-12-02T16:03:43,611 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e8c500b78864131add1fad6396143ce, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733155419631 2024-12-02T16:03:43,612 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09120f0dbb924198aef46576e9cf5745, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733155420802 2024-12-02T16:03:43,612 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7986b99a01d143ec99b11a1dd9d69022, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733155422022 2024-12-02T16:03:43,613 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/42a2f492dd5940d2a8174d4ccf61a133 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/42a2f492dd5940d2a8174d4ccf61a133 2024-12-02T16:03:43,617 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/B of 2666f7d43a10ccf8ab1462a4e84d2b16 into 42a2f492dd5940d2a8174d4ccf61a133(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:43,617 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:43,617 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/B, priority=13, startTime=1733155423191; duration=0sec 2024-12-02T16:03:43,617 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:43,617 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:B 2024-12-02T16:03:43,618 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2666f7d43a10ccf8ab1462a4e84d2b16#C#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:43,618 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/47082f7ae0e646508a50321854185614 is 50, key is test_row_0/C:col10/1733155422350/Put/seqid=0 2024-12-02T16:03:43,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742293_1469 (size=13255) 2024-12-02T16:03:43,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155483677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155483677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155483678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155483678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155483678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,729 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/cbbe206579054a42ab4002d0bd1345f4 2024-12-02T16:03:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/5a1e9b6dec7b43e994a0c77296bf2b32 is 50, key is test_row_0/B:col10/1733155422386/Put/seqid=0 2024-12-02T16:03:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742294_1470 (size=12301) 2024-12-02T16:03:43,751 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/5a1e9b6dec7b43e994a0c77296bf2b32 2024-12-02T16:03:43,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/cd8c3145156546d08cad7156c7c4d11b is 50, key is test_row_0/C:col10/1733155422386/Put/seqid=0 2024-12-02T16:03:43,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742295_1471 (size=12301) 2024-12-02T16:03:43,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155483887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155483888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155483888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155483888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155483888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:43,992 INFO [Thread-1754 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1754. 2024-12-02T16:03:43,992 DEBUG [Thread-1754 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:43,992 DEBUG [Thread-1754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:43,992 DEBUG [Thread-1754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:43,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:43,995 INFO [Thread-1756 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1756. 2024-12-02T16:03:43,995 DEBUG [Thread-1756 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:43,995 DEBUG [Thread-1756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:43,995 DEBUG [Thread-1756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:43,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:43,996 INFO [Thread-1762 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1762. 2024-12-02T16:03:43,996 DEBUG [Thread-1762 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:43,996 DEBUG [Thread-1762 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:43,996 DEBUG [Thread-1762 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:43,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:43,997 INFO [Thread-1760 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1760. 2024-12-02T16:03:43,998 DEBUG [Thread-1760 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:43,998 DEBUG [Thread-1760 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:43,998 DEBUG [Thread-1760 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:43,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T16:03:44,001 INFO [Thread-1758 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1758. 2024-12-02T16:03:44,001 DEBUG [Thread-1758 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:44,001 DEBUG [Thread-1758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,001 DEBUG [Thread-1758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:44,026 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/47082f7ae0e646508a50321854185614 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/47082f7ae0e646508a50321854185614 2024-12-02T16:03:44,031 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2666f7d43a10ccf8ab1462a4e84d2b16/C of 2666f7d43a10ccf8ab1462a4e84d2b16 into 47082f7ae0e646508a50321854185614(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:44,031 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:44,031 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., storeName=2666f7d43a10ccf8ab1462a4e84d2b16/C, priority=13, startTime=1733155423191; duration=0sec 2024-12-02T16:03:44,031 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:44,031 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:C 2024-12-02T16:03:44,173 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/cd8c3145156546d08cad7156c7c4d11b 2024-12-02T16:03:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/cbbe206579054a42ab4002d0bd1345f4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/cbbe206579054a42ab4002d0bd1345f4 2024-12-02T16:03:44,189 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/cbbe206579054a42ab4002d0bd1345f4, entries=150, sequenceid=408, filesize=12.0 K 2024-12-02T16:03:44,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/5a1e9b6dec7b43e994a0c77296bf2b32 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/5a1e9b6dec7b43e994a0c77296bf2b32 2024-12-02T16:03:44,195 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/5a1e9b6dec7b43e994a0c77296bf2b32, entries=150, sequenceid=408, filesize=12.0 K 2024-12-02T16:03:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/cd8c3145156546d08cad7156c7c4d11b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/cd8c3145156546d08cad7156c7c4d11b 2024-12-02T16:03:44,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:44,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:44,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1733155484198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40502 deadline: 1733155484198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40510 deadline: 1733155484198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:44,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:44,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1733155484198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40448 deadline: 1733155484198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 , the old value is region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=2 because the exception is null or not the one we care about 2024-12-02T16:03:44,201 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/cd8c3145156546d08cad7156c7c4d11b, entries=150, sequenceid=408, filesize=12.0 K 2024-12-02T16:03:44,202 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 881ms, sequenceid=408, compaction requested=false 2024-12-02T16:03:44,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:44,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:44,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-02T16:03:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-02T16:03:44,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-02T16:03:44,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3410 sec 2024-12-02T16:03:44,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.3490 sec 2024-12-02T16:03:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:44,709 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:44,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T16:03:44,710 INFO [Thread-1745 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1745. 2024-12-02T16:03:44,710 INFO [Thread-1743 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1743. 2024-12-02T16:03:44,710 DEBUG [Thread-1745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:44,710 DEBUG [Thread-1743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:44,710 DEBUG [Thread-1745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,710 DEBUG [Thread-1743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,710 DEBUG [Thread-1745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,710 DEBUG [Thread-1743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:44,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:44,710 INFO [Thread-1747 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1747. 2024-12-02T16:03:44,710 DEBUG [Thread-1747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:44,710 DEBUG [Thread-1747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,710 DEBUG [Thread-1747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:44,713 INFO [Thread-1749 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1749. 2024-12-02T16:03:44,713 DEBUG [Thread-1749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:44,713 DEBUG [Thread-1749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:44,714 DEBUG [Thread-1749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/a57716078e0e4d5ba28862e6add3aa30 is 50, key is test_row_0/A:col10/1733155424708/Put/seqid=0 2024-12-02T16:03:44,715 INFO [Thread-1751 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1751. 2024-12-02T16:03:44,715 DEBUG [Thread-1751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:03:44,715 DEBUG [Thread-1751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,715 DEBUG [Thread-1751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:44,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:44,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742296_1472 (size=12301) 2024-12-02T16:03:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T16:03:45,008 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 158 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 148 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1497 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4491 rows 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1502 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4498 rows 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1492 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4476 rows 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1506 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4518 rows 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1505 2024-12-02T16:03:45,008 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4511 rows 2024-12-02T16:03:45,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T16:03:45,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:03:45,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:45,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:45,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:03:45,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-02T16:03:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T16:03:45,012 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155425012"}]},"ts":"1733155425012"} 2024-12-02T16:03:45,013 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:03:45,013 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:03:45,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:03:45,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2666f7d43a10ccf8ab1462a4e84d2b16, UNASSIGN}] 2024-12-02T16:03:45,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2666f7d43a10ccf8ab1462a4e84d2b16, UNASSIGN 2024-12-02T16:03:45,017 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=2666f7d43a10ccf8ab1462a4e84d2b16, regionState=CLOSING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:45,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2666f7d43a10ccf8ab1462a4e84d2b16, UNASSIGN because future has completed 2024-12-02T16:03:45,018 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:03:45,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:03:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T16:03:45,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/a57716078e0e4d5ba28862e6add3aa30 2024-12-02T16:03:45,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/50548ac947f64ef6be9758157623bb53 is 50, key is test_row_0/B:col10/1733155424708/Put/seqid=0 2024-12-02T16:03:45,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742297_1473 (size=12301) 2024-12-02T16:03:45,171 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(122): Close 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:45,171 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T16:03:45,171 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1722): Closing 2666f7d43a10ccf8ab1462a4e84d2b16, disabling compactions & flushes 2024-12-02T16:03:45,171 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T16:03:45,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/50548ac947f64ef6be9758157623bb53 2024-12-02T16:03:45,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/5fbf867e37264e3583272995699286a8 is 50, key is test_row_0/C:col10/1733155424708/Put/seqid=0 2024-12-02T16:03:45,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742298_1474 (size=12301) 2024-12-02T16:03:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T16:03:45,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/5fbf867e37264e3583272995699286a8 2024-12-02T16:03:45,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/a57716078e0e4d5ba28862e6add3aa30 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a57716078e0e4d5ba28862e6add3aa30 2024-12-02T16:03:45,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a57716078e0e4d5ba28862e6add3aa30, entries=150, sequenceid=439, filesize=12.0 K 2024-12-02T16:03:45,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/50548ac947f64ef6be9758157623bb53 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/50548ac947f64ef6be9758157623bb53 2024-12-02T16:03:45,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/50548ac947f64ef6be9758157623bb53, entries=150, sequenceid=439, filesize=12.0 K 2024-12-02T16:03:45,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/5fbf867e37264e3583272995699286a8 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5fbf867e37264e3583272995699286a8 2024-12-02T16:03:45,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5fbf867e37264e3583272995699286a8, entries=150, sequenceid=439, filesize=12.0 K 2024-12-02T16:03:45,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=13.42 KB/13740 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 1261ms, sequenceid=439, compaction requested=true 2024-12-02T16:03:45,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2666f7d43a10ccf8ab1462a4e84d2b16: 2024-12-02T16:03:45,970 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:45,971 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:45,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:45,971 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. after waiting 0 ms 2024-12-02T16:03:45,971 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:45,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:45,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:45,971 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(2902): Flushing 2666f7d43a10ccf8ab1462a4e84d2b16 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-02T16:03:45,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:45,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2666f7d43a10ccf8ab1462a4e84d2b16:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:45,971 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. because compaction request was cancelled 2024-12-02T16:03:45,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:45,971 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. because compaction request was cancelled 2024-12-02T16:03:45,971 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:A 2024-12-02T16:03:45,971 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:B 2024-12-02T16:03:45,971 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. because compaction request was cancelled 2024-12-02T16:03:45,971 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2666f7d43a10ccf8ab1462a4e84d2b16:C 2024-12-02T16:03:45,975 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/8623c66522b44c8cbade05e1f6a14f5a is 50, key is test_row_2/A:col10/1733155424712/Put/seqid=0 2024-12-02T16:03:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742299_1475 (size=7415) 2024-12-02T16:03:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T16:03:46,380 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/8623c66522b44c8cbade05e1f6a14f5a 2024-12-02T16:03:46,386 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/988e218f0a8c45e68d351d868f4c3cb5 is 50, key is test_row_2/B:col10/1733155424712/Put/seqid=0 2024-12-02T16:03:46,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742300_1476 (size=7415) 2024-12-02T16:03:46,794 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/988e218f0a8c45e68d351d868f4c3cb5 2024-12-02T16:03:46,801 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/f5bdaa82299a41a38e0b2d7127989f7c is 50, key is test_row_2/C:col10/1733155424712/Put/seqid=0 2024-12-02T16:03:46,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742301_1477 (size=7415) 2024-12-02T16:03:46,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:03:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T16:03:47,206 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/f5bdaa82299a41a38e0b2d7127989f7c 2024-12-02T16:03:47,210 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/A/8623c66522b44c8cbade05e1f6a14f5a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/8623c66522b44c8cbade05e1f6a14f5a 2024-12-02T16:03:47,214 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/8623c66522b44c8cbade05e1f6a14f5a, entries=50, sequenceid=444, filesize=7.2 K 2024-12-02T16:03:47,214 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/B/988e218f0a8c45e68d351d868f4c3cb5 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/988e218f0a8c45e68d351d868f4c3cb5 2024-12-02T16:03:47,218 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/988e218f0a8c45e68d351d868f4c3cb5, entries=50, sequenceid=444, filesize=7.2 K 2024-12-02T16:03:47,219 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/.tmp/C/f5bdaa82299a41a38e0b2d7127989f7c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/f5bdaa82299a41a38e0b2d7127989f7c 2024-12-02T16:03:47,223 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/f5bdaa82299a41a38e0b2d7127989f7c, entries=50, sequenceid=444, filesize=7.2 K 2024-12-02T16:03:47,224 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 1253ms, sequenceid=444, compaction requested=true 2024-12-02T16:03:47,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/6db79d81e42b481191731e6b013231ff, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1cccaf92f5ce42a8acaf946494386709, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1f2b4b50a7334ae6a858bfd85a13b3d8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1f33e2beca274c15855aa44fb9de657d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/fe60411353384ab3a70bbc2ee65eb976, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/ce71c2fd886e4c89b93985d914aa4680, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/63c2261b3386417180fdca5c7f06311b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/bfe0d199bf86488ba9fcb36bd91b0308, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a3d1fea2d84445e899c49139ca461565, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c345b6f854574a0e90f4c199da4dee8c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/dbf76edeba0441e0b61fec5e3dabb686, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/b526095683ec47a48f9891e0669603f8, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/7f37ad42971d416e803a77e790e69406, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c029819e15924ccea380d3e3cd7f2173, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/fc25fc21feca40b289fc906eca3c38db, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c5b605119994b9083a68e06ebf7347e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0045324054b943cdb745058467924e5e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/20974e3ccfa74d699b25ece62e9a0892, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/ee7b59cbb07f49eabd621494b28163c2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4b1e8b4c5ffe4b2fa41f818084bfed03, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4c66c67a01114a1f92dccc4d1945e2b4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/af52c6ea87b9430b8b674d1d8fd06bd4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/5352c15cb0e942c6b0c6034b5a2f1a0d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c6c26e7198b4c4fb34684b4b9445341, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/46d62221a9dd4588b1239712a0308c2f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a629e77157ff4daea5c92b5f339c339b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0021f7b0f0444974a863c9f762b414f0, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/379c65343dfb4040b81efe0037b8b5ea] to archive 2024-12-02T16:03:47,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:03:47,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/6db79d81e42b481191731e6b013231ff to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/6db79d81e42b481191731e6b013231ff 2024-12-02T16:03:47,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1cccaf92f5ce42a8acaf946494386709 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1cccaf92f5ce42a8acaf946494386709 2024-12-02T16:03:47,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1f2b4b50a7334ae6a858bfd85a13b3d8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1f2b4b50a7334ae6a858bfd85a13b3d8 2024-12-02T16:03:47,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1f33e2beca274c15855aa44fb9de657d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/1f33e2beca274c15855aa44fb9de657d 2024-12-02T16:03:47,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/fe60411353384ab3a70bbc2ee65eb976 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/fe60411353384ab3a70bbc2ee65eb976 2024-12-02T16:03:47,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/ce71c2fd886e4c89b93985d914aa4680 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/ce71c2fd886e4c89b93985d914aa4680 2024-12-02T16:03:47,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/63c2261b3386417180fdca5c7f06311b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/63c2261b3386417180fdca5c7f06311b 2024-12-02T16:03:47,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/bfe0d199bf86488ba9fcb36bd91b0308 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/bfe0d199bf86488ba9fcb36bd91b0308 2024-12-02T16:03:47,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a3d1fea2d84445e899c49139ca461565 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a3d1fea2d84445e899c49139ca461565 2024-12-02T16:03:47,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c345b6f854574a0e90f4c199da4dee8c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c345b6f854574a0e90f4c199da4dee8c 2024-12-02T16:03:47,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/dbf76edeba0441e0b61fec5e3dabb686 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/dbf76edeba0441e0b61fec5e3dabb686 2024-12-02T16:03:47,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/b526095683ec47a48f9891e0669603f8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/b526095683ec47a48f9891e0669603f8 2024-12-02T16:03:47,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/7f37ad42971d416e803a77e790e69406 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/7f37ad42971d416e803a77e790e69406 2024-12-02T16:03:47,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c029819e15924ccea380d3e3cd7f2173 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/c029819e15924ccea380d3e3cd7f2173 2024-12-02T16:03:47,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/fc25fc21feca40b289fc906eca3c38db to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/fc25fc21feca40b289fc906eca3c38db 2024-12-02T16:03:47,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c5b605119994b9083a68e06ebf7347e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c5b605119994b9083a68e06ebf7347e 2024-12-02T16:03:47,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0045324054b943cdb745058467924e5e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0045324054b943cdb745058467924e5e 2024-12-02T16:03:47,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/20974e3ccfa74d699b25ece62e9a0892 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/20974e3ccfa74d699b25ece62e9a0892 2024-12-02T16:03:47,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/ee7b59cbb07f49eabd621494b28163c2 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/ee7b59cbb07f49eabd621494b28163c2 2024-12-02T16:03:47,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4b1e8b4c5ffe4b2fa41f818084bfed03 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4b1e8b4c5ffe4b2fa41f818084bfed03 2024-12-02T16:03:47,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4c66c67a01114a1f92dccc4d1945e2b4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/4c66c67a01114a1f92dccc4d1945e2b4 2024-12-02T16:03:47,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/af52c6ea87b9430b8b674d1d8fd06bd4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/af52c6ea87b9430b8b674d1d8fd06bd4 2024-12-02T16:03:47,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/5352c15cb0e942c6b0c6034b5a2f1a0d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/5352c15cb0e942c6b0c6034b5a2f1a0d 2024-12-02T16:03:47,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c6c26e7198b4c4fb34684b4b9445341 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0c6c26e7198b4c4fb34684b4b9445341 2024-12-02T16:03:47,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/46d62221a9dd4588b1239712a0308c2f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/46d62221a9dd4588b1239712a0308c2f 2024-12-02T16:03:47,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a629e77157ff4daea5c92b5f339c339b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a629e77157ff4daea5c92b5f339c339b 2024-12-02T16:03:47,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0021f7b0f0444974a863c9f762b414f0 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/0021f7b0f0444974a863c9f762b414f0 2024-12-02T16:03:47,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/379c65343dfb4040b81efe0037b8b5ea to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/379c65343dfb4040b81efe0037b8b5ea 2024-12-02T16:03:47,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/4dff4646402e4148bc57a02215dee254, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b6cc01197bf64bc09305ba56e357be38, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/5d1aa8894fd74180a328257de8ab9f1b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/16ac72947caf41b19026f6e6e43b8550, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1eb0644e597f471785da5dae41ba7e12, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d2d8fa5092bc4f48a5744ffef1aae288, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/7151af0a40d648f7b58d0c8ad49dd3ea, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/94bc4a474aef422a9865a520d05ea9c3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/54d53a82d16e4d89a363610a08b919a4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/aa9b8dae6a254c2890e7e6c903600f5b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/7962e5913bf84110b3224306b749eb76, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/562aab2347f84252b301ae8e62feef6e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1730b93433b044adaa1ec6f59e4c0225, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/82de3177e9a14c58b380ccf499b97f03, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/8830be2aabc9400cbcd081087d216139, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/bbff656fb1b34fc389d1d40a4f9fc6aa, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d6bc30d1af664103b453780b111ae5a7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/24c4f7549aac4b05b7bdaa3352687cc0, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/77d9afc8f4684a568f5b9bbf6c28e18e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b4f2fe9a55054cb081cd2e3b9ab37b93, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b44c9965e09344dfab9706a306ee7390, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/41312de2f33040b8a372e82a6521459c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/9bd1d7e9d7774917bf0a841bb6f21875, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/011872851d3344ca967bbaca2b57361c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/8ee36c75fb134ae6a85e00adcdfec66a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1bd4a194b1dd4881a7fdc27b1d0e787b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/85ca034d87c44b4a8674c94796570053, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/30f76a495589495dbe292152e3f2d708] to archive 2024-12-02T16:03:47,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:03:47,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/4dff4646402e4148bc57a02215dee254 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/4dff4646402e4148bc57a02215dee254 2024-12-02T16:03:47,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b6cc01197bf64bc09305ba56e357be38 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b6cc01197bf64bc09305ba56e357be38 2024-12-02T16:03:47,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/5d1aa8894fd74180a328257de8ab9f1b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/5d1aa8894fd74180a328257de8ab9f1b 2024-12-02T16:03:47,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/16ac72947caf41b19026f6e6e43b8550 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/16ac72947caf41b19026f6e6e43b8550 2024-12-02T16:03:47,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1eb0644e597f471785da5dae41ba7e12 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1eb0644e597f471785da5dae41ba7e12 2024-12-02T16:03:47,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d2d8fa5092bc4f48a5744ffef1aae288 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d2d8fa5092bc4f48a5744ffef1aae288 2024-12-02T16:03:47,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/7151af0a40d648f7b58d0c8ad49dd3ea to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/7151af0a40d648f7b58d0c8ad49dd3ea 2024-12-02T16:03:47,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/94bc4a474aef422a9865a520d05ea9c3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/94bc4a474aef422a9865a520d05ea9c3 2024-12-02T16:03:47,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/54d53a82d16e4d89a363610a08b919a4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/54d53a82d16e4d89a363610a08b919a4 2024-12-02T16:03:47,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/aa9b8dae6a254c2890e7e6c903600f5b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/aa9b8dae6a254c2890e7e6c903600f5b 2024-12-02T16:03:47,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/7962e5913bf84110b3224306b749eb76 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/7962e5913bf84110b3224306b749eb76 2024-12-02T16:03:47,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/562aab2347f84252b301ae8e62feef6e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/562aab2347f84252b301ae8e62feef6e 2024-12-02T16:03:47,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1730b93433b044adaa1ec6f59e4c0225 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1730b93433b044adaa1ec6f59e4c0225 2024-12-02T16:03:47,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/82de3177e9a14c58b380ccf499b97f03 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/82de3177e9a14c58b380ccf499b97f03 2024-12-02T16:03:47,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/8830be2aabc9400cbcd081087d216139 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/8830be2aabc9400cbcd081087d216139 2024-12-02T16:03:47,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/bbff656fb1b34fc389d1d40a4f9fc6aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/bbff656fb1b34fc389d1d40a4f9fc6aa 2024-12-02T16:03:47,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d6bc30d1af664103b453780b111ae5a7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/d6bc30d1af664103b453780b111ae5a7 2024-12-02T16:03:47,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/24c4f7549aac4b05b7bdaa3352687cc0 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/24c4f7549aac4b05b7bdaa3352687cc0 2024-12-02T16:03:47,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/77d9afc8f4684a568f5b9bbf6c28e18e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/77d9afc8f4684a568f5b9bbf6c28e18e 2024-12-02T16:03:47,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b4f2fe9a55054cb081cd2e3b9ab37b93 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b4f2fe9a55054cb081cd2e3b9ab37b93 2024-12-02T16:03:47,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b44c9965e09344dfab9706a306ee7390 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/b44c9965e09344dfab9706a306ee7390 2024-12-02T16:03:47,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/41312de2f33040b8a372e82a6521459c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/41312de2f33040b8a372e82a6521459c 2024-12-02T16:03:47,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/9bd1d7e9d7774917bf0a841bb6f21875 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/9bd1d7e9d7774917bf0a841bb6f21875 2024-12-02T16:03:47,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/011872851d3344ca967bbaca2b57361c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/011872851d3344ca967bbaca2b57361c 2024-12-02T16:03:47,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/8ee36c75fb134ae6a85e00adcdfec66a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/8ee36c75fb134ae6a85e00adcdfec66a 2024-12-02T16:03:47,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1bd4a194b1dd4881a7fdc27b1d0e787b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/1bd4a194b1dd4881a7fdc27b1d0e787b 2024-12-02T16:03:47,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/85ca034d87c44b4a8674c94796570053 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/85ca034d87c44b4a8674c94796570053 2024-12-02T16:03:47,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/30f76a495589495dbe292152e3f2d708 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/30f76a495589495dbe292152e3f2d708 2024-12-02T16:03:47,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15a8a11525484bf2a88fbda8fec45098, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/81dce67117fe4dccab003cf020bd08c9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/fa3ac9f1a2314285b83651d45d1fcdf1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15941d0e32074e9c8792a7f4f318b2be, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/27ab09831bd249548cf403b64c0a979e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/3a77ee15f2004ea1ab885e35f472cfbb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5722dbcd27e14d2b958d0fda29357bd9, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6deaa78c3c974bf788e2444eba926564, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6b391413db5f49f8ba3121c88d569791, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/1cc80eff2c8a443d832524e724bd7403, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/aeb782275e3b4ce1b685fc4a0e27b128, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/789ad67ff6304299970e8c405e813d40, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/747d71f9ab6d4ac3a99f4b7e7bbf6f4c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/a681ebd59605433d99156e8a129321ca, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/d37cdfbb57954b28a4efb464a8fffc06, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/9da0ee189e0b4c379e7ddacc987a3014, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/370026e6f0cb45e08147ded5800bf083, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/22ea78c082d545c69d38c7c624d77b1b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4502e3579e6443bdb73c8e86d08e0fc3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/cac39f51025e4cf090ed8f33529cd152, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/fb7da423478242cc8163a33138d435b1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/883a2d1afb724fcb960aa95b24a19f03, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/bec7366201f449f5a70c76261a72b994, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/b31b37f38a694e20be6111e01e174fef, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5e8c500b78864131add1fad6396143ce, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4e754f593fec47999077e42d973da8c6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/09120f0dbb924198aef46576e9cf5745, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/7986b99a01d143ec99b11a1dd9d69022] to archive 2024-12-02T16:03:47,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:03:47,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15a8a11525484bf2a88fbda8fec45098 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15a8a11525484bf2a88fbda8fec45098 2024-12-02T16:03:47,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/81dce67117fe4dccab003cf020bd08c9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/81dce67117fe4dccab003cf020bd08c9 2024-12-02T16:03:47,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/fa3ac9f1a2314285b83651d45d1fcdf1 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/fa3ac9f1a2314285b83651d45d1fcdf1 2024-12-02T16:03:47,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15941d0e32074e9c8792a7f4f318b2be to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/15941d0e32074e9c8792a7f4f318b2be 2024-12-02T16:03:47,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/27ab09831bd249548cf403b64c0a979e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/27ab09831bd249548cf403b64c0a979e 2024-12-02T16:03:47,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/3a77ee15f2004ea1ab885e35f472cfbb to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/3a77ee15f2004ea1ab885e35f472cfbb 2024-12-02T16:03:47,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5722dbcd27e14d2b958d0fda29357bd9 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5722dbcd27e14d2b958d0fda29357bd9 2024-12-02T16:03:47,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6deaa78c3c974bf788e2444eba926564 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6deaa78c3c974bf788e2444eba926564 2024-12-02T16:03:47,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6b391413db5f49f8ba3121c88d569791 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/6b391413db5f49f8ba3121c88d569791 2024-12-02T16:03:47,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/1cc80eff2c8a443d832524e724bd7403 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/1cc80eff2c8a443d832524e724bd7403 2024-12-02T16:03:47,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/aeb782275e3b4ce1b685fc4a0e27b128 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/aeb782275e3b4ce1b685fc4a0e27b128 2024-12-02T16:03:47,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/789ad67ff6304299970e8c405e813d40 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/789ad67ff6304299970e8c405e813d40 2024-12-02T16:03:47,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/747d71f9ab6d4ac3a99f4b7e7bbf6f4c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/747d71f9ab6d4ac3a99f4b7e7bbf6f4c 2024-12-02T16:03:47,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/a681ebd59605433d99156e8a129321ca to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/a681ebd59605433d99156e8a129321ca 2024-12-02T16:03:47,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/d37cdfbb57954b28a4efb464a8fffc06 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/d37cdfbb57954b28a4efb464a8fffc06 2024-12-02T16:03:47,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/9da0ee189e0b4c379e7ddacc987a3014 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/9da0ee189e0b4c379e7ddacc987a3014 2024-12-02T16:03:47,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/370026e6f0cb45e08147ded5800bf083 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/370026e6f0cb45e08147ded5800bf083 2024-12-02T16:03:47,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/22ea78c082d545c69d38c7c624d77b1b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/22ea78c082d545c69d38c7c624d77b1b 2024-12-02T16:03:47,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4502e3579e6443bdb73c8e86d08e0fc3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4502e3579e6443bdb73c8e86d08e0fc3 2024-12-02T16:03:47,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/cac39f51025e4cf090ed8f33529cd152 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/cac39f51025e4cf090ed8f33529cd152 2024-12-02T16:03:47,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/fb7da423478242cc8163a33138d435b1 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/fb7da423478242cc8163a33138d435b1 2024-12-02T16:03:47,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/883a2d1afb724fcb960aa95b24a19f03 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/883a2d1afb724fcb960aa95b24a19f03 2024-12-02T16:03:47,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/bec7366201f449f5a70c76261a72b994 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/bec7366201f449f5a70c76261a72b994 2024-12-02T16:03:47,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/b31b37f38a694e20be6111e01e174fef to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/b31b37f38a694e20be6111e01e174fef 2024-12-02T16:03:47,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5e8c500b78864131add1fad6396143ce to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5e8c500b78864131add1fad6396143ce 2024-12-02T16:03:47,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4e754f593fec47999077e42d973da8c6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/4e754f593fec47999077e42d973da8c6 2024-12-02T16:03:47,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/09120f0dbb924198aef46576e9cf5745 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/09120f0dbb924198aef46576e9cf5745 2024-12-02T16:03:47,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/7986b99a01d143ec99b11a1dd9d69022 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/7986b99a01d143ec99b11a1dd9d69022 2024-12-02T16:03:47,337 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/recovered.edits/447.seqid, newMaxSeqId=447, maxSeqId=1 2024-12-02T16:03:47,338 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. 2024-12-02T16:03:47,338 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1676): Region close journal for 2666f7d43a10ccf8ab1462a4e84d2b16: Waiting for close lock at 1733155425171Running coprocessor pre-close hooks at 1733155425171Disabling compacts and flushes for region at 1733155425171Disabling writes for close at 1733155425971 (+800 ms)Obtaining lock to block concurrent updates at 1733155425971Preparing flush snapshotting stores in 2666f7d43a10ccf8ab1462a4e84d2b16 at 1733155425971Finished memstore snapshotting TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1733155425971Flushing stores of TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16. at 1733155425972 (+1 ms)Flushing 2666f7d43a10ccf8ab1462a4e84d2b16/A: creating writer at 1733155425972Flushing 2666f7d43a10ccf8ab1462a4e84d2b16/A: appending metadata at 1733155425975 (+3 ms)Flushing 2666f7d43a10ccf8ab1462a4e84d2b16/A: closing flushed file at 1733155425975Flushing 2666f7d43a10ccf8ab1462a4e84d2b16/B: creating writer at 1733155426383 (+408 ms)Flushing 2666f7d43a10ccf8ab1462a4e84d2b16/B: appending metadata at 1733155426385 (+2 ms)Flushing 2666f7d43a10ccf8ab1462a4e84d2b16/B: closing flushed file at 1733155426385Flushing 2666f7d43a10ccf8ab1462a4e84d2b16/C: creating writer at 1733155426798 (+413 ms)Flushing 2666f7d43a10ccf8ab1462a4e84d2b16/C: appending metadata at 1733155426800 (+2 ms)Flushing 2666f7d43a10ccf8ab1462a4e84d2b16/C: closing flushed file at 1733155426800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@112d96c1: reopening flushed file at 1733155427209 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7acb3819: reopening flushed file at 1733155427214 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@126ed199: reopening flushed file at 1733155427219 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 2666f7d43a10ccf8ab1462a4e84d2b16 in 1253ms, sequenceid=444, compaction requested=true at 1733155427224 (+5 ms)Writing region close event to WAL at 1733155427334 (+110 ms)Running coprocessor post-close hooks at 1733155427338 (+4 ms)Closed at 1733155427338 2024-12-02T16:03:47,340 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(157): Closed 2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:47,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=2666f7d43a10ccf8ab1462a4e84d2b16, regionState=CLOSED 2024-12-02T16:03:47,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:03:47,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-02T16:03:47,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseRegionProcedure 2666f7d43a10ccf8ab1462a4e84d2b16, server=e1c0b6c2739c,37869,1733155278829 in 2.3240 sec 2024-12-02T16:03:47,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-12-02T16:03:47,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2666f7d43a10ccf8ab1462a4e84d2b16, UNASSIGN in 2.3290 sec 2024-12-02T16:03:47,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-02T16:03:47,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3310 sec 2024-12-02T16:03:47,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155427348"}]},"ts":"1733155427348"} 2024-12-02T16:03:47,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:03:47,349 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:03:47,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.3410 sec 2024-12-02T16:03:48,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T16:03:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T16:03:49,178 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:49,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-02T16:03:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:49,180 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-02T16:03:49,181 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=127, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:49,183 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:49,185 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/recovered.edits] 2024-12-02T16:03:49,187 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/18293001f70648908cf53c4b46f790d1 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/18293001f70648908cf53c4b46f790d1 2024-12-02T16:03:49,188 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/8623c66522b44c8cbade05e1f6a14f5a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/8623c66522b44c8cbade05e1f6a14f5a 2024-12-02T16:03:49,190 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a57716078e0e4d5ba28862e6add3aa30 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/a57716078e0e4d5ba28862e6add3aa30 2024-12-02T16:03:49,191 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/cbbe206579054a42ab4002d0bd1345f4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/A/cbbe206579054a42ab4002d0bd1345f4 2024-12-02T16:03:49,193 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/42a2f492dd5940d2a8174d4ccf61a133 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/42a2f492dd5940d2a8174d4ccf61a133 2024-12-02T16:03:49,194 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/50548ac947f64ef6be9758157623bb53 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/50548ac947f64ef6be9758157623bb53 2024-12-02T16:03:49,195 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/5a1e9b6dec7b43e994a0c77296bf2b32 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/5a1e9b6dec7b43e994a0c77296bf2b32 2024-12-02T16:03:49,197 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/988e218f0a8c45e68d351d868f4c3cb5 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/B/988e218f0a8c45e68d351d868f4c3cb5 2024-12-02T16:03:49,199 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/47082f7ae0e646508a50321854185614 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/47082f7ae0e646508a50321854185614 2024-12-02T16:03:49,201 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5fbf867e37264e3583272995699286a8 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/5fbf867e37264e3583272995699286a8 2024-12-02T16:03:49,202 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/cd8c3145156546d08cad7156c7c4d11b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/cd8c3145156546d08cad7156c7c4d11b 2024-12-02T16:03:49,203 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/f5bdaa82299a41a38e0b2d7127989f7c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/C/f5bdaa82299a41a38e0b2d7127989f7c 2024-12-02T16:03:49,205 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/recovered.edits/447.seqid to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16/recovered.edits/447.seqid 2024-12-02T16:03:49,205 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/2666f7d43a10ccf8ab1462a4e84d2b16 2024-12-02T16:03:49,206 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:03:49,208 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=127, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:49,210 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:03:49,213 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:03:49,214 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=127, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:49,214 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:03:49,214 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733155429214"}]},"ts":"9223372036854775807"} 2024-12-02T16:03:49,216 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T16:03:49,216 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2666f7d43a10ccf8ab1462a4e84d2b16, NAME => 'TestAcidGuarantees,,1733155402733.2666f7d43a10ccf8ab1462a4e84d2b16.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:03:49,216 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:03:49,216 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733155429216"}]},"ts":"9223372036854775807"} 2024-12-02T16:03:49,218 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T16:03:49,219 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=127, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:49,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 40 msec 2024-12-02T16:03:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-02T16:03:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T16:03:49,288 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:49,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=447 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1024 (was 1024), ProcessCount=11 (was 11), AvailableMemoryMB=4979 (was 4766) - AvailableMemoryMB LEAK? - 2024-12-02T16:03:49,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=239, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1024, ProcessCount=11, AvailableMemoryMB=4979 2024-12-02T16:03:49,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:03:49,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:03:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:49,306 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:03:49,307 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:49,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 128 2024-12-02T16:03:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-02T16:03:49,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:03:49,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742302_1478 (size=959) 2024-12-02T16:03:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-02T16:03:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-02T16:03:49,717 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc 2024-12-02T16:03:49,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742303_1479 (size=53) 2024-12-02T16:03:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-02T16:03:50,122 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:03:50,123 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 97fad7025ef95182f6f42f4dc4c8b2aa, disabling compactions & flushes 2024-12-02T16:03:50,123 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:50,123 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:50,123 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. after waiting 0 ms 2024-12-02T16:03:50,123 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:50,123 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:50,123 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97fad7025ef95182f6f42f4dc4c8b2aa: Waiting for close lock at 1733155430123Disabling compacts and flushes for region at 1733155430123Disabling writes for close at 1733155430123Writing region close event to WAL at 1733155430123Closed at 1733155430123 2024-12-02T16:03:50,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:03:50,125 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733155430124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155430124"}]},"ts":"1733155430124"} 2024-12-02T16:03:50,126 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T16:03:50,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:03:50,128 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155430128"}]},"ts":"1733155430128"} 2024-12-02T16:03:50,129 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:03:50,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, ASSIGN}] 2024-12-02T16:03:50,131 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, ASSIGN 2024-12-02T16:03:50,132 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,37869,1733155278829; forceNewPlan=false, retain=false 2024-12-02T16:03:50,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=97fad7025ef95182f6f42f4dc4c8b2aa, regionState=OPENING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:50,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, ASSIGN because future has completed 2024-12-02T16:03:50,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:03:50,439 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:50,439 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7752): Opening region: {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:03:50,440 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,440 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:03:50,440 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7794): checking encryption for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,440 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7797): checking classloading for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,441 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,442 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97fad7025ef95182f6f42f4dc4c8b2aa columnFamilyName A 2024-12-02T16:03:50,442 DEBUG [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:50,443 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(327): Store=97fad7025ef95182f6f42f4dc4c8b2aa/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:03:50,443 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,444 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97fad7025ef95182f6f42f4dc4c8b2aa columnFamilyName B 2024-12-02T16:03:50,444 DEBUG [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:50,444 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(327): Store=97fad7025ef95182f6f42f4dc4c8b2aa/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:03:50,444 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,445 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97fad7025ef95182f6f42f4dc4c8b2aa columnFamilyName C 2024-12-02T16:03:50,445 DEBUG [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:50,445 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(327): Store=97fad7025ef95182f6f42f4dc4c8b2aa/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:03:50,446 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1038): replaying wal for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,446 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,446 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,447 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1048): stopping wal replay for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,447 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1060): Cleaning up temporary data for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-02T16:03:50,448 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:03:50,450 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1093): writing seq id for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,455 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:03:50,455 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1114): Opened 97fad7025ef95182f6f42f4dc4c8b2aa; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66587332, jitterRate=-0.007771432399749756}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:03:50,455 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:50,456 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1006): Region open journal for 97fad7025ef95182f6f42f4dc4c8b2aa: Running coprocessor pre-open hook at 1733155430440Writing region info on filesystem at 1733155430440Initializing all the Stores at 1733155430441 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155430441Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155430441Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155430441Cleaning up temporary data from old regions at 1733155430447 (+6 ms)Running coprocessor post-open hooks at 1733155430455 (+8 ms)Region opened successfully at 1733155430456 (+1 ms) 2024-12-02T16:03:50,457 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., pid=130, masterSystemTime=1733155430436 2024-12-02T16:03:50,459 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:50,459 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:50,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=97fad7025ef95182f6f42f4dc4c8b2aa, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:50,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:03:50,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-02T16:03:50,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; OpenRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 in 180 msec 2024-12-02T16:03:50,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-12-02T16:03:50,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, ASSIGN in 335 msec 2024-12-02T16:03:50,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:03:50,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155430467"}]},"ts":"1733155430467"} 2024-12-02T16:03:50,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:03:50,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:03:50,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-12-02T16:03:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-02T16:03:51,458 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:51,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b2823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:51,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:51,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:51,460 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349f63cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:51,461 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35467245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:51,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:51,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:51,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T16:03:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,42553,1733155277931 2024-12-02T16:03:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ba63966 2024-12-02T16:03:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:03:51,468 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:03:51,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:03:51,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:03:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T16:03:51,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742304_1480 (size=995) 2024-12-02T16:03:51,881 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-02T16:03:51,881 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-02T16:03:51,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:03:51,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, REOPEN/MOVE}] 2024-12-02T16:03:51,887 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, REOPEN/MOVE 2024-12-02T16:03:51,888 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=97fad7025ef95182f6f42f4dc4c8b2aa, regionState=CLOSING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:51,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, REOPEN/MOVE because future has completed 2024-12-02T16:03:51,890 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:03:51,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:03:52,044 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(122): Close 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,044 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T16:03:52,044 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1722): Closing 97fad7025ef95182f6f42f4dc4c8b2aa, disabling compactions & flushes 2024-12-02T16:03:52,044 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,044 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,044 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. after waiting 0 ms 2024-12-02T16:03:52,044 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,052 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T16:03:52,053 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,054 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1676): Region close journal for 97fad7025ef95182f6f42f4dc4c8b2aa: Waiting for close lock at 1733155432044Running coprocessor pre-close hooks at 1733155432044Disabling compacts and flushes for region at 1733155432044Disabling writes for close at 1733155432044Writing region close event to WAL at 1733155432045 (+1 ms)Running coprocessor post-close hooks at 1733155432053 (+8 ms)Closed at 1733155432053 2024-12-02T16:03:52,054 WARN [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionServer(3299): Not adding moved region record: 97fad7025ef95182f6f42f4dc4c8b2aa to self. 2024-12-02T16:03:52,057 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(157): Closed 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,058 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=97fad7025ef95182f6f42f4dc4c8b2aa, regionState=CLOSED 2024-12-02T16:03:52,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:03:52,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-02T16:03:52,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 in 170 msec 2024-12-02T16:03:52,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, REOPEN/MOVE; state=CLOSED, location=e1c0b6c2739c,37869,1733155278829; forceNewPlan=false, retain=true 2024-12-02T16:03:52,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=97fad7025ef95182f6f42f4dc4c8b2aa, regionState=OPENING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, REOPEN/MOVE because future has completed 2024-12-02T16:03:52,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:03:52,375 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,375 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7752): Opening region: {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:03:52,376 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,376 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:03:52,376 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7794): checking encryption for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,376 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7797): checking classloading for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,377 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,378 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97fad7025ef95182f6f42f4dc4c8b2aa columnFamilyName A 2024-12-02T16:03:52,379 DEBUG [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:52,380 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(327): Store=97fad7025ef95182f6f42f4dc4c8b2aa/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:03:52,380 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,381 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97fad7025ef95182f6f42f4dc4c8b2aa columnFamilyName B 2024-12-02T16:03:52,381 DEBUG [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:52,381 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(327): Store=97fad7025ef95182f6f42f4dc4c8b2aa/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:03:52,382 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,382 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97fad7025ef95182f6f42f4dc4c8b2aa columnFamilyName C 2024-12-02T16:03:52,382 DEBUG [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:52,383 INFO [StoreOpener-97fad7025ef95182f6f42f4dc4c8b2aa-1 {}] regionserver.HStore(327): Store=97fad7025ef95182f6f42f4dc4c8b2aa/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:03:52,383 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1038): replaying wal for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,383 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,384 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,385 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1048): stopping wal replay for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,385 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1060): Cleaning up temporary data for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,385 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:03:52,386 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1093): writing seq id for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,387 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1114): Opened 97fad7025ef95182f6f42f4dc4c8b2aa; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65114520, jitterRate=-0.02971804141998291}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:03:52,387 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,388 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1006): Region open journal for 97fad7025ef95182f6f42f4dc4c8b2aa: Running coprocessor pre-open hook at 1733155432376Writing region info on filesystem at 1733155432376Initializing all the Stores at 1733155432377 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155432377Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155432377Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155432377Cleaning up temporary data from old regions at 1733155432385 (+8 ms)Running coprocessor post-open hooks at 1733155432387 (+2 ms)Region opened successfully at 1733155432388 (+1 ms) 2024-12-02T16:03:52,388 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., pid=135, masterSystemTime=1733155432372 2024-12-02T16:03:52,390 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,390 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,390 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=97fad7025ef95182f6f42f4dc4c8b2aa, regionState=OPEN, openSeqNum=5, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:03:52,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=133 2024-12-02T16:03:52,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=133, state=SUCCESS, hasLock=false; OpenRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 in 174 msec 2024-12-02T16:03:52,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-12-02T16:03:52,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, REOPEN/MOVE in 509 msec 2024-12-02T16:03:52,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-02T16:03:52,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-12-02T16:03:52,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 930 msec 2024-12-02T16:03:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-02T16:03:52,402 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:52,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:52,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:52,404 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbdadd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:52,406 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc4b542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:52,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:52,408 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc26e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:52,409 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d323f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:52,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:52,411 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:52,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:52,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:52,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e4f67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:52,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:52,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:52,412 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee75072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:52,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:52,414 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:52,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:52,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:52,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4db68f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:52,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:52,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:52,416 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:52,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1559eeb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:52,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:52,418 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:52,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:52,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:52,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666e54f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:52,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:52,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:52,419 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:52,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5523a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:52,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:52,421 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b0d163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:52,422 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c20eb84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:52,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:52,424 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594537ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:52,426 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202b96d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:52,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:52,428 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:52,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:52,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:52,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134ba9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:52,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:52,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:52,430 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a91a18f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:52,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:52,432 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a77b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:52,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:52,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:52,434 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c0fda5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e766e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42553,-1 for getting cluster id 2024-12-02T16:03:52,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:03:52,435 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1adc03df-23da-4f98-8698-cdb7679ac4bb' 2024-12-02T16:03:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:03:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1adc03df-23da-4f98-8698-cdb7679ac4bb" 2024-12-02T16:03:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4adb9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42553,-1] 2024-12-02T16:03:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:03:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:03:52,436 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:03:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ac342b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:03:52,437 DEBUG [Thread-2181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:52,437 DEBUG [Thread-2183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:52,437 DEBUG [Thread-2174 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:52,437 DEBUG [Thread-2172 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:52,437 DEBUG [Thread-2168 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:52,438 DEBUG [Thread-2187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:52,438 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:52,438 DEBUG [Thread-2176 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:52,438 DEBUG [Thread-2179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:52,438 DEBUG [Thread-2170 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:52,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:52,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-02T16:03:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:52,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:52,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:52,440 DEBUG [Thread-2185 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:03:52,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:52,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:52,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:52,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:52,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-02T16:03:52,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:52,441 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37869,1733155278829, seqNum=-1] 2024-12-02T16:03:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:03:52,441 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:52,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:52,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:52,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:03:52,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:03:52,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:03:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:03:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:03:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:03:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:03:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:03:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:03:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:03:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5] 2024-12-02T16:03:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,449 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:52,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:03:52,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155492483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155492483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155492485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155492485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155492486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e911a853cff74b2ba03c4f02904291ec_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155432446/Put/seqid=0 2024-12-02T16:03:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742305_1481 (size=12154) 2024-12-02T16:03:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-02T16:03:52,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-02T16:03:52,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:52,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:52,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155492598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155492598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155492598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155492598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155492599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-02T16:03:52,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:52,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:52,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-02T16:03:52,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155492807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155492808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155492808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155492808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155492811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:52,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:52,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:52,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:03:52,896 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:52,899 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e911a853cff74b2ba03c4f02904291ec_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e911a853cff74b2ba03c4f02904291ec_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:52,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/1da4cb7f9f13417b9e4a5e8a1b868302, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:52,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/1da4cb7f9f13417b9e4a5e8a1b868302 is 175, key is test_row_0/A:col10/1733155432446/Put/seqid=0 2024-12-02T16:03:52,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-02T16:03:52,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:52,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:52,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:52,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:52,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742306_1482 (size=30955) 2024-12-02T16:03:52,905 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/1da4cb7f9f13417b9e4a5e8a1b868302 2024-12-02T16:03:52,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/6bf97404f2e142ad9b7c0f785c3b7b0d is 50, key is test_row_0/B:col10/1733155432446/Put/seqid=0 2024-12-02T16:03:52,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742307_1483 (size=12001) 2024-12-02T16:03:52,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/6bf97404f2e142ad9b7c0f785c3b7b0d 2024-12-02T16:03:52,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/0f601788259d4ded872c792fc25f60ee is 50, key is test_row_0/C:col10/1733155432446/Put/seqid=0 2024-12-02T16:03:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742308_1484 (size=12001) 2024-12-02T16:03:52,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/0f601788259d4ded872c792fc25f60ee 2024-12-02T16:03:52,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/1da4cb7f9f13417b9e4a5e8a1b868302 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/1da4cb7f9f13417b9e4a5e8a1b868302 2024-12-02T16:03:52,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/1da4cb7f9f13417b9e4a5e8a1b868302, entries=150, sequenceid=16, filesize=30.2 K 2024-12-02T16:03:52,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/6bf97404f2e142ad9b7c0f785c3b7b0d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/6bf97404f2e142ad9b7c0f785c3b7b0d 2024-12-02T16:03:52,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/6bf97404f2e142ad9b7c0f785c3b7b0d, entries=150, sequenceid=16, filesize=11.7 K 2024-12-02T16:03:52,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/0f601788259d4ded872c792fc25f60ee as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0f601788259d4ded872c792fc25f60ee 2024-12-02T16:03:52,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0f601788259d4ded872c792fc25f60ee, entries=150, sequenceid=16, filesize=11.7 K 2024-12-02T16:03:52,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 97fad7025ef95182f6f42f4dc4c8b2aa in 510ms, sequenceid=16, compaction requested=false 2024-12-02T16:03:52,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:53,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-02T16:03:53,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:53,055 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:03:53,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120278fa992e6e234391ae091baf1c9d1379_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155432483/Put/seqid=0 2024-12-02T16:03:53,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742309_1485 (size=12154) 2024-12-02T16:03:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-02T16:03:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:53,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155493126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155493126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155493126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155493127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155493127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155493238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155493238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155493238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155493238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155493238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155493447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155493448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155493448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155493448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155493448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:53,467 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120278fa992e6e234391ae091baf1c9d1379_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120278fa992e6e234391ae091baf1c9d1379_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:53,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/d5f8cfbe17b847aa99bde024dbc35f58, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:53,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/d5f8cfbe17b847aa99bde024dbc35f58 is 175, key is test_row_0/A:col10/1733155432483/Put/seqid=0 2024-12-02T16:03:53,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742310_1486 (size=30955) 2024-12-02T16:03:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-02T16:03:53,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155493758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155493758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155493758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155493758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155493758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:53,872 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/d5f8cfbe17b847aa99bde024dbc35f58 2024-12-02T16:03:53,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/bc649a5c09fc41b3aaa686d8d1638e77 is 50, key is test_row_0/B:col10/1733155432483/Put/seqid=0 2024-12-02T16:03:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742311_1487 (size=12001) 2024-12-02T16:03:53,883 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/bc649a5c09fc41b3aaa686d8d1638e77 2024-12-02T16:03:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/8037e1d606374b46be7327d19fd416f3 is 50, key is test_row_0/C:col10/1733155432483/Put/seqid=0 2024-12-02T16:03:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742312_1488 (size=12001) 2024-12-02T16:03:54,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155494268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:54,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155494268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:54,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155494268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:54,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:54,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:54,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:54,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155494268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:54,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:54,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:54,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155494268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:54,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:54,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:54,310 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/8037e1d606374b46be7327d19fd416f3 2024-12-02T16:03:54,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/d5f8cfbe17b847aa99bde024dbc35f58 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d5f8cfbe17b847aa99bde024dbc35f58 2024-12-02T16:03:54,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d5f8cfbe17b847aa99bde024dbc35f58, entries=150, sequenceid=40, filesize=30.2 K 2024-12-02T16:03:54,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/bc649a5c09fc41b3aaa686d8d1638e77 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/bc649a5c09fc41b3aaa686d8d1638e77 2024-12-02T16:03:54,320 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/bc649a5c09fc41b3aaa686d8d1638e77, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T16:03:54,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/8037e1d606374b46be7327d19fd416f3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/8037e1d606374b46be7327d19fd416f3 2024-12-02T16:03:54,323 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/8037e1d606374b46be7327d19fd416f3, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T16:03:54,324 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 97fad7025ef95182f6f42f4dc4c8b2aa in 1269ms, sequenceid=40, compaction requested=false 2024-12-02T16:03:54,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:54,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:54,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-02T16:03:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=137 2024-12-02T16:03:54,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-12-02T16:03:54,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8840 sec 2024-12-02T16:03:54,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.8890 sec 2024-12-02T16:03:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-02T16:03:54,588 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:54,588 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-02T16:03:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-02T16:03:54,590 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:54,590 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:54,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-02T16:03:54,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-02T16:03:54,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:54,742 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:03:54,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f2140dc7c9b2400dab63e1b2c4b19952_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155433126/Put/seqid=0 2024-12-02T16:03:54,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742313_1489 (size=12154) 2024-12-02T16:03:54,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:54,759 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f2140dc7c9b2400dab63e1b2c4b19952_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202f2140dc7c9b2400dab63e1b2c4b19952_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/07876ce2b15c4aaa8ff1e3aadc281b7c, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/07876ce2b15c4aaa8ff1e3aadc281b7c is 175, key is test_row_0/A:col10/1733155433126/Put/seqid=0 2024-12-02T16:03:54,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742314_1490 (size=30955) 2024-12-02T16:03:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-02T16:03:55,164 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/07876ce2b15c4aaa8ff1e3aadc281b7c 2024-12-02T16:03:55,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/d7a48d77753b466eb1b1f818c50bf29a is 50, key is test_row_0/B:col10/1733155433126/Put/seqid=0 2024-12-02T16:03:55,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742315_1491 (size=12001) 2024-12-02T16:03:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-02T16:03:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:55,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:55,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155495300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155495300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155495303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155495303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155495304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155495408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155495408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155495408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155495408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155495418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,573 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/d7a48d77753b466eb1b1f818c50bf29a 2024-12-02T16:03:55,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/7c97b4a127e042dfb47fa5b06aebf83e is 50, key is test_row_0/C:col10/1733155433126/Put/seqid=0 2024-12-02T16:03:55,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742316_1492 (size=12001) 2024-12-02T16:03:55,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155495618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155495618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155495618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155495618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155495628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-02T16:03:55,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155495927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155495928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155495928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155495930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155495938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:55,981 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/7c97b4a127e042dfb47fa5b06aebf83e 2024-12-02T16:03:55,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/07876ce2b15c4aaa8ff1e3aadc281b7c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/07876ce2b15c4aaa8ff1e3aadc281b7c 2024-12-02T16:03:55,991 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/07876ce2b15c4aaa8ff1e3aadc281b7c, entries=150, sequenceid=53, filesize=30.2 K 2024-12-02T16:03:55,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/d7a48d77753b466eb1b1f818c50bf29a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a48d77753b466eb1b1f818c50bf29a 2024-12-02T16:03:55,994 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a48d77753b466eb1b1f818c50bf29a, entries=150, sequenceid=53, filesize=11.7 K 2024-12-02T16:03:55,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/7c97b4a127e042dfb47fa5b06aebf83e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/7c97b4a127e042dfb47fa5b06aebf83e 2024-12-02T16:03:55,999 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/7c97b4a127e042dfb47fa5b06aebf83e, entries=150, sequenceid=53, filesize=11.7 K 2024-12-02T16:03:56,000 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 97fad7025ef95182f6f42f4dc4c8b2aa in 1258ms, sequenceid=53, compaction requested=true 2024-12-02T16:03:56,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:56,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:56,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-02T16:03:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=139 2024-12-02T16:03:56,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-12-02T16:03:56,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-12-02T16:03:56,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4150 sec 2024-12-02T16:03:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:56,442 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:56,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T16:03:56,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026bdae9b0b9b746f999fabcaee05b4455_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155436440/Put/seqid=0 2024-12-02T16:03:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155496449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155496449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155496452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155496452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155496457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742317_1493 (size=14594) 2024-12-02T16:03:56,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155496558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155496558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155496567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155496568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155496568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-02T16:03:56,738 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:56,739 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-02T16:03:56,741 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:56,741 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:56,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-02T16:03:56,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155496768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155496768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155496778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155496778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155496778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-02T16:03:56,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:56,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T16:03:56,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:56,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:56,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:56,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:56,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:56,896 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026bdae9b0b9b746f999fabcaee05b4455_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026bdae9b0b9b746f999fabcaee05b4455_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:56,898 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/72ec038474ab4508b23c3e07d21011e2, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:56,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/72ec038474ab4508b23c3e07d21011e2 is 175, key is test_row_0/A:col10/1733155436440/Put/seqid=0 2024-12-02T16:03:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742318_1494 (size=39549) 2024-12-02T16:03:56,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/72ec038474ab4508b23c3e07d21011e2 2024-12-02T16:03:56,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/2bedf3e57d934c4ab054d4debb9d431e is 50, key is test_row_0/B:col10/1733155436440/Put/seqid=0 2024-12-02T16:03:56,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742319_1495 (size=12001) 2024-12-02T16:03:57,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T16:03:57,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:57,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-02T16:03:57,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155497078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155497078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:57,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155497088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:57,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:57,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155497088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:57,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155497088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:57,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T16:03:57,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:57,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/2bedf3e57d934c4ab054d4debb9d431e 2024-12-02T16:03:57,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/0813658a27704163a05841612a8f3b13 is 50, key is test_row_0/C:col10/1733155436440/Put/seqid=0 2024-12-02T16:03:57,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742320_1496 (size=12001) 2024-12-02T16:03:57,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T16:03:57,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:57,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-02T16:03:57,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T16:03:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155497588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155497588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:57,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155497598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:57,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:57,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155497598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:57,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155497598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:57,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T16:03:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:57,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/0813658a27704163a05841612a8f3b13 2024-12-02T16:03:57,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/72ec038474ab4508b23c3e07d21011e2 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/72ec038474ab4508b23c3e07d21011e2 2024-12-02T16:03:57,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/72ec038474ab4508b23c3e07d21011e2, entries=200, sequenceid=81, filesize=38.6 K 2024-12-02T16:03:57,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/2bedf3e57d934c4ab054d4debb9d431e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2bedf3e57d934c4ab054d4debb9d431e 2024-12-02T16:03:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2bedf3e57d934c4ab054d4debb9d431e, entries=150, sequenceid=81, filesize=11.7 K 2024-12-02T16:03:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/0813658a27704163a05841612a8f3b13 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0813658a27704163a05841612a8f3b13 2024-12-02T16:03:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0813658a27704163a05841612a8f3b13, entries=150, sequenceid=81, filesize=11.7 K 2024-12-02T16:03:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 97fad7025ef95182f6f42f4dc4c8b2aa in 1320ms, sequenceid=81, compaction requested=true 2024-12-02T16:03:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:57,762 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:57,762 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,763 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:57,763 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,763 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/A is initiating minor compaction (all files) 2024-12-02T16:03:57,763 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/B is initiating minor compaction (all files) 2024-12-02T16:03:57,763 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/A in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,763 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/B in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,763 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/1da4cb7f9f13417b9e4a5e8a1b868302, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d5f8cfbe17b847aa99bde024dbc35f58, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/07876ce2b15c4aaa8ff1e3aadc281b7c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/72ec038474ab4508b23c3e07d21011e2] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=129.3 K 2024-12-02T16:03:57,763 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/6bf97404f2e142ad9b7c0f785c3b7b0d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/bc649a5c09fc41b3aaa686d8d1638e77, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a48d77753b466eb1b1f818c50bf29a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2bedf3e57d934c4ab054d4debb9d431e] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=46.9 K 2024-12-02T16:03:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,763 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,763 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/1da4cb7f9f13417b9e4a5e8a1b868302, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d5f8cfbe17b847aa99bde024dbc35f58, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/07876ce2b15c4aaa8ff1e3aadc281b7c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/72ec038474ab4508b23c3e07d21011e2] 2024-12-02T16:03:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,763 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bf97404f2e142ad9b7c0f785c3b7b0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733155432446 2024-12-02T16:03:57,763 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1da4cb7f9f13417b9e4a5e8a1b868302, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733155432446 2024-12-02T16:03:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,764 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting bc649a5c09fc41b3aaa686d8d1638e77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733155432482 2024-12-02T16:03:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,764 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5f8cfbe17b847aa99bde024dbc35f58, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733155432482 2024-12-02T16:03:57,764 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting d7a48d77753b466eb1b1f818c50bf29a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733155433125 2024-12-02T16:03:57,764 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07876ce2b15c4aaa8ff1e3aadc281b7c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733155433125 2024-12-02T16:03:57,764 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bedf3e57d934c4ab054d4debb9d431e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733155436438 2024-12-02T16:03:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,764 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72ec038474ab4508b23c3e07d21011e2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733155436438 2024-12-02T16:03:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,791 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,794 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,795 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/20ffe8f8153a45d7acf86544b5dcc0a2 is 50, key is test_row_0/B:col10/1733155436440/Put/seqid=0 2024-12-02T16:03:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,800 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120272b91c3c8c3341368d30e885475e2841_97fad7025ef95182f6f42f4dc4c8b2aa store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,802 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120272b91c3c8c3341368d30e885475e2841_97fad7025ef95182f6f42f4dc4c8b2aa, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,802 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120272b91c3c8c3341368d30e885475e2841_97fad7025ef95182f6f42f4dc4c8b2aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742321_1497 (size=12139) 2024-12-02T16:03:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T16:03:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,814 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-02T16:03:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,818 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/20ffe8f8153a45d7acf86544b5dcc0a2 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/20ffe8f8153a45d7acf86544b5dcc0a2 2024-12-02T16:03:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,823 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/B of 97fad7025ef95182f6f42f4dc4c8b2aa into 20ffe8f8153a45d7acf86544b5dcc0a2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:57,823 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:57,823 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/B, priority=12, startTime=1733155437762; duration=0sec 2024-12-02T16:03:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,823 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:57,823 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:B 2024-12-02T16:03:57,823 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:03:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,826 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:03:57,826 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/C is initiating minor compaction (all files) 2024-12-02T16:03:57,826 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/C in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:57,826 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0f601788259d4ded872c792fc25f60ee, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/8037e1d606374b46be7327d19fd416f3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/7c97b4a127e042dfb47fa5b06aebf83e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0813658a27704163a05841612a8f3b13] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=46.9 K 2024-12-02T16:03:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,828 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f601788259d4ded872c792fc25f60ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733155432446 2024-12-02T16:03:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,828 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 8037e1d606374b46be7327d19fd416f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733155432482 2024-12-02T16:03:57,828 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c97b4a127e042dfb47fa5b06aebf83e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733155433125 2024-12-02T16:03:57,829 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 0813658a27704163a05841612a8f3b13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733155436438 2024-12-02T16:03:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120240f2d552613e4a819274944c3c420380_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_1/A:col10/1733155436451/Put/seqid=0 2024-12-02T16:03:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742322_1498 (size=4469) 2024-12-02T16:03:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742323_1499 (size=9714) 2024-12-02T16:03:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,853 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#C#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,853 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/7ffcd219bd274cbdaa719d6a54778217 is 50, key is test_row_0/C:col10/1733155436440/Put/seqid=0 2024-12-02T16:03:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,876 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120240f2d552613e4a819274944c3c420380_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120240f2d552613e4a819274944c3c420380_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/5fa92600224449f2a920f121e8115d66, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:03:57,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/5fa92600224449f2a920f121e8115d66 is 175, key is test_row_1/A:col10/1733155436451/Put/seqid=0 2024-12-02T16:03:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-02T16:03:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742324_1500 (size=12139) 2024-12-02T16:03:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742325_1501 (size=22361) 2024-12-02T16:03:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,916 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/5fa92600224449f2a920f121e8115d66 2024-12-02T16:03:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,921 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/7ffcd219bd274cbdaa719d6a54778217 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/7ffcd219bd274cbdaa719d6a54778217 2024-12-02T16:03:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,927 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/C of 97fad7025ef95182f6f42f4dc4c8b2aa into 7ffcd219bd274cbdaa719d6a54778217(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:57,927 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,927 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/C, priority=12, startTime=1733155437762; duration=0sec 2024-12-02T16:03:57,927 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:57,927 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:C 2024-12-02T16:03:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/a058c9c1fe224b558c4a2efcfbf36c4e is 50, key is test_row_1/B:col10/1733155436451/Put/seqid=0 2024-12-02T16:03:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742326_1502 (size=9657) 2024-12-02T16:03:57,977 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/a058c9c1fe224b558c4a2efcfbf36c4e 2024-12-02T16:03:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/78a74a95ca8349c5a7dd7a0578071b0c is 50, key is test_row_1/C:col10/1733155436451/Put/seqid=0 2024-12-02T16:03:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742327_1503 (size=9657) 2024-12-02T16:03:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,238 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#A#compaction#417 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,239 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/744d87ed75444d7ca16a8f1f03cb60e7 is 175, key is test_row_0/A:col10/1733155436440/Put/seqid=0 2024-12-02T16:03:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742328_1504 (size=31093) 2024-12-02T16:03:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,247 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/744d87ed75444d7ca16a8f1f03cb60e7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/744d87ed75444d7ca16a8f1f03cb60e7 2024-12-02T16:03:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,252 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/A of 97fad7025ef95182f6f42f4dc4c8b2aa into 744d87ed75444d7ca16a8f1f03cb60e7(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:58,252 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:58,252 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/A, priority=12, startTime=1733155437762; duration=0sec 2024-12-02T16:03:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,252 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:58,252 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:A 2024-12-02T16:03:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T16:03:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-02T16:03:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,401 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/78a74a95ca8349c5a7dd7a0578071b0c 2024-12-02T16:03:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/5fa92600224449f2a920f121e8115d66 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/5fa92600224449f2a920f121e8115d66 2024-12-02T16:03:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,409 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/5fa92600224449f2a920f121e8115d66, entries=100, sequenceid=90, filesize=21.8 K 2024-12-02T16:03:58,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-02T16:03:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/a058c9c1fe224b558c4a2efcfbf36c4e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/a058c9c1fe224b558c4a2efcfbf36c4e 2024-12-02T16:03:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,413 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/a058c9c1fe224b558c4a2efcfbf36c4e, entries=100, sequenceid=90, filesize=9.4 K 2024-12-02T16:03:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/78a74a95ca8349c5a7dd7a0578071b0c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/78a74a95ca8349c5a7dd7a0578071b0c 2024-12-02T16:03:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,417 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/78a74a95ca8349c5a7dd7a0578071b0c, entries=100, sequenceid=90, filesize=9.4 K 2024-12-02T16:03:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,418 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 97fad7025ef95182f6f42f4dc4c8b2aa in 604ms, sequenceid=90, compaction requested=false 2024-12-02T16:03:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-02T16:03:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=141 2024-12-02T16:03:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-12-02T16:03:58,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6780 sec 2024-12-02T16:03:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.6850 sec 2024-12-02T16:03:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,679 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:58,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:03:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d5fb7c71babf4f26a7d9208b12468ba0_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155438676/Put/seqid=0 2024-12-02T16:03:58,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155498729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:58,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742329_1505 (size=12154) 2024-12-02T16:03:58,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:58,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155498732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155498732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:58,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155498734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:58,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155498735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:58,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:58,752 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d5fb7c71babf4f26a7d9208b12468ba0_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d5fb7c71babf4f26a7d9208b12468ba0_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:58,753 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/a0d6dc8b99054fdabfed9dd55818d3b4, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:58,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/a0d6dc8b99054fdabfed9dd55818d3b4 is 175, key is test_row_0/A:col10/1733155438676/Put/seqid=0 2024-12-02T16:03:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742330_1506 (size=30955) 2024-12-02T16:03:58,758 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/a0d6dc8b99054fdabfed9dd55818d3b4 2024-12-02T16:03:58,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/c193663a3b2e411bb2e6acc594ca2ae0 is 50, key is test_row_0/B:col10/1733155438676/Put/seqid=0 2024-12-02T16:03:58,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742331_1507 (size=12001) 2024-12-02T16:03:58,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155498838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:58,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155498847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155498847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:58,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155498847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:58,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155498848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:58,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:58,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-02T16:03:58,888 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:03:58,889 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:03:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-02T16:03:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-02T16:03:58,890 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:03:58,891 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:03:58,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:03:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-02T16:03:59,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-02T16:03:59,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:59,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155499047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155499058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155499058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155499058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155499058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/c193663a3b2e411bb2e6acc594ca2ae0 2024-12-02T16:03:59,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/99a7c4c0c87047029ef8b6d2cd575394 is 50, key is test_row_0/C:col10/1733155438676/Put/seqid=0 2024-12-02T16:03:59,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742332_1508 (size=12001) 2024-12-02T16:03:59,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-02T16:03:59,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:59,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-02T16:03:59,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-02T16:03:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155499357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155499368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155499368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155499368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155499368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-02T16:03:59,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:03:59,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:03:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-02T16:03:59,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/99a7c4c0c87047029ef8b6d2cd575394 2024-12-02T16:03:59,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/a0d6dc8b99054fdabfed9dd55818d3b4 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a0d6dc8b99054fdabfed9dd55818d3b4 2024-12-02T16:03:59,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a0d6dc8b99054fdabfed9dd55818d3b4, entries=150, sequenceid=105, filesize=30.2 K 2024-12-02T16:03:59,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/c193663a3b2e411bb2e6acc594ca2ae0 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/c193663a3b2e411bb2e6acc594ca2ae0 2024-12-02T16:03:59,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/c193663a3b2e411bb2e6acc594ca2ae0, entries=150, sequenceid=105, filesize=11.7 K 2024-12-02T16:03:59,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/99a7c4c0c87047029ef8b6d2cd575394 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/99a7c4c0c87047029ef8b6d2cd575394 2024-12-02T16:03:59,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/99a7c4c0c87047029ef8b6d2cd575394, entries=150, sequenceid=105, filesize=11.7 K 2024-12-02T16:03:59,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 97fad7025ef95182f6f42f4dc4c8b2aa in 950ms, sequenceid=105, compaction requested=true 2024-12-02T16:03:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:03:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:59,629 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:03:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:03:59,629 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:59,633 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:59,633 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/A is initiating minor compaction (all files) 2024-12-02T16:03:59,633 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/A in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,633 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/744d87ed75444d7ca16a8f1f03cb60e7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/5fa92600224449f2a920f121e8115d66, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a0d6dc8b99054fdabfed9dd55818d3b4] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=82.4 K 2024-12-02T16:03:59,633 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:59,633 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,633 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/B is initiating minor compaction (all files) 2024-12-02T16:03:59,633 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/744d87ed75444d7ca16a8f1f03cb60e7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/5fa92600224449f2a920f121e8115d66, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a0d6dc8b99054fdabfed9dd55818d3b4] 2024-12-02T16:03:59,633 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/B in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,633 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/20ffe8f8153a45d7acf86544b5dcc0a2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/a058c9c1fe224b558c4a2efcfbf36c4e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/c193663a3b2e411bb2e6acc594ca2ae0] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=33.0 K 2024-12-02T16:03:59,633 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 744d87ed75444d7ca16a8f1f03cb60e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733155436438 2024-12-02T16:03:59,646 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fa92600224449f2a920f121e8115d66, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733155436450 2024-12-02T16:03:59,646 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 20ffe8f8153a45d7acf86544b5dcc0a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733155436438 2024-12-02T16:03:59,647 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting a058c9c1fe224b558c4a2efcfbf36c4e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733155436450 2024-12-02T16:03:59,647 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0d6dc8b99054fdabfed9dd55818d3b4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155438669 2024-12-02T16:03:59,648 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting c193663a3b2e411bb2e6acc594ca2ae0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155438669 2024-12-02T16:03:59,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-02T16:03:59,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,658 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:03:59,659 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:59,662 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#B#compaction#427 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:59,662 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/eee6c67a1a8e4a288f7bc58f7b643798 is 50, key is test_row_0/B:col10/1733155438676/Put/seqid=0 2024-12-02T16:03:59,665 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412021188b102e53144be9e767a86d2108821_97fad7025ef95182f6f42f4dc4c8b2aa store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:59,667 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412021188b102e53144be9e767a86d2108821_97fad7025ef95182f6f42f4dc4c8b2aa, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:59,667 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021188b102e53144be9e767a86d2108821_97fad7025ef95182f6f42f4dc4c8b2aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:59,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029e5f8100a45a4d64820baa8ac5434933_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155438732/Put/seqid=0 2024-12-02T16:03:59,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742334_1510 (size=4469) 2024-12-02T16:03:59,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742335_1511 (size=12204) 2024-12-02T16:03:59,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742333_1509 (size=12241) 2024-12-02T16:03:59,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,689 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029e5f8100a45a4d64820baa8ac5434933_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029e5f8100a45a4d64820baa8ac5434933_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:59,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0b64bf6b4d1641818e968e9a4922ea3d, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:59,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0b64bf6b4d1641818e968e9a4922ea3d is 175, key is test_row_0/A:col10/1733155438732/Put/seqid=0 2024-12-02T16:03:59,691 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/eee6c67a1a8e4a288f7bc58f7b643798 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/eee6c67a1a8e4a288f7bc58f7b643798 2024-12-02T16:03:59,698 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/B of 97fad7025ef95182f6f42f4dc4c8b2aa into eee6c67a1a8e4a288f7bc58f7b643798(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:59,698 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:59,698 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/B, priority=13, startTime=1733155439629; duration=0sec 2024-12-02T16:03:59,698 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:03:59,698 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:B 2024-12-02T16:03:59,698 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:03:59,700 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:03:59,700 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/C is initiating minor compaction (all files) 2024-12-02T16:03:59,700 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/C in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,700 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/7ffcd219bd274cbdaa719d6a54778217, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/78a74a95ca8349c5a7dd7a0578071b0c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/99a7c4c0c87047029ef8b6d2cd575394] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=33.0 K 2024-12-02T16:03:59,700 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ffcd219bd274cbdaa719d6a54778217, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733155436438 2024-12-02T16:03:59,701 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 78a74a95ca8349c5a7dd7a0578071b0c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733155436450 2024-12-02T16:03:59,701 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 99a7c4c0c87047029ef8b6d2cd575394, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155438669 2024-12-02T16:03:59,712 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#C#compaction#429 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:03:59,713 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/4880a30ea75040d089b44122be252f04 is 50, key is test_row_0/C:col10/1733155438676/Put/seqid=0 2024-12-02T16:03:59,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742336_1512 (size=31005) 2024-12-02T16:03:59,715 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0b64bf6b4d1641818e968e9a4922ea3d 2024-12-02T16:03:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742337_1513 (size=12241) 2024-12-02T16:03:59,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/73c694ab9c7f4349bb480c3f0e012e3b is 50, key is test_row_0/B:col10/1733155438732/Put/seqid=0 2024-12-02T16:03:59,739 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/4880a30ea75040d089b44122be252f04 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/4880a30ea75040d089b44122be252f04 2024-12-02T16:03:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742338_1514 (size=12051) 2024-12-02T16:03:59,748 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/73c694ab9c7f4349bb480c3f0e012e3b 2024-12-02T16:03:59,748 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/C of 97fad7025ef95182f6f42f4dc4c8b2aa into 4880a30ea75040d089b44122be252f04(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:03:59,749 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:59,749 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/C, priority=13, startTime=1733155439629; duration=0sec 2024-12-02T16:03:59,749 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:03:59,749 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:C 2024-12-02T16:03:59,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/b0f077a67c72407e8043cee5d8b92826 is 50, key is test_row_0/C:col10/1733155438732/Put/seqid=0 2024-12-02T16:03:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742339_1515 (size=12051) 2024-12-02T16:03:59,772 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/b0f077a67c72407e8043cee5d8b92826 2024-12-02T16:03:59,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0b64bf6b4d1641818e968e9a4922ea3d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0b64bf6b4d1641818e968e9a4922ea3d 2024-12-02T16:03:59,784 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0b64bf6b4d1641818e968e9a4922ea3d, entries=150, sequenceid=130, filesize=30.3 K 2024-12-02T16:03:59,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/73c694ab9c7f4349bb480c3f0e012e3b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/73c694ab9c7f4349bb480c3f0e012e3b 2024-12-02T16:03:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,788 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/73c694ab9c7f4349bb480c3f0e012e3b, entries=150, sequenceid=130, filesize=11.8 K 2024-12-02T16:03:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/b0f077a67c72407e8043cee5d8b92826 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b0f077a67c72407e8043cee5d8b92826 2024-12-02T16:03:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,803 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b0f077a67c72407e8043cee5d8b92826, entries=150, sequenceid=130, filesize=11.8 K 2024-12-02T16:03:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,803 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 97fad7025ef95182f6f42f4dc4c8b2aa in 145ms, sequenceid=130, compaction requested=false 2024-12-02T16:03:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:03:59,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:03:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-02T16:03:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=143 2024-12-02T16:03:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-12-02T16:03:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 914 msec 2024-12-02T16:03:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 919 msec 2024-12-02T16:03:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:59,926 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:03:59,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:03:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ad3fc6d2216449548c23b67c1ac7f77a_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155439925/Put/seqid=0 2024-12-02T16:03:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742340_1516 (size=17284) 2024-12-02T16:03:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,947 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ad3fc6d2216449548c23b67c1ac7f77a_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ad3fc6d2216449548c23b67c1ac7f77a_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:03:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,949 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/c9bfee4b93a7436483ec2723276f746a, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:03:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/c9bfee4b93a7436483ec2723276f746a is 175, key is test_row_0/A:col10/1733155439925/Put/seqid=0 2024-12-02T16:03:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742341_1517 (size=48389) 2024-12-02T16:03:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:03:59,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155499981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155499981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155499984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155499986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:03:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:03:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155499986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:03:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:03:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-02T16:04:00,028 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:04:00,028 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:04:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-02T16:04:00,030 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:04:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-02T16:04:00,031 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:04:00,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:04:00,088 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#A#compaction#426 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:00,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155500089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,090 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/ad50c0b610b74030867cbe464f795e8d is 175, key is test_row_0/A:col10/1733155438676/Put/seqid=0 2024-12-02T16:04:00,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155500097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155500098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155500098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155500099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-02T16:04:00,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742342_1518 (size=31195) 2024-12-02T16:04:00,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:04:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155500298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155500308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155500309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155500309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155500311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:04:00,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-02T16:04:00,355 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/c9bfee4b93a7436483ec2723276f746a 2024-12-02T16:04:00,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/e31d00629ac74defbed6aba6d777d088 is 50, key is test_row_0/B:col10/1733155439925/Put/seqid=0 2024-12-02T16:04:00,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742343_1519 (size=12151) 2024-12-02T16:04:00,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/e31d00629ac74defbed6aba6d777d088 2024-12-02T16:04:00,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/b7112c48405e4fa490bc98a70400d81d is 50, key is test_row_0/C:col10/1733155439925/Put/seqid=0 2024-12-02T16:04:00,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742344_1520 (size=12151) 2024-12-02T16:04:00,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:04:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,545 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/ad50c0b610b74030867cbe464f795e8d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/ad50c0b610b74030867cbe464f795e8d 2024-12-02T16:04:00,550 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/A of 97fad7025ef95182f6f42f4dc4c8b2aa into ad50c0b610b74030867cbe464f795e8d(size=30.5 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:00,551 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:00,551 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/A, priority=13, startTime=1733155439629; duration=0sec 2024-12-02T16:04:00,551 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:00,551 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:A 2024-12-02T16:04:00,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155500608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155500618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155500618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155500618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155500628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:00,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:04:00,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:00,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-02T16:04:00,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:04:00,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:00,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:00,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/b7112c48405e4fa490bc98a70400d81d 2024-12-02T16:04:00,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/c9bfee4b93a7436483ec2723276f746a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c9bfee4b93a7436483ec2723276f746a 2024-12-02T16:04:00,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c9bfee4b93a7436483ec2723276f746a, entries=250, sequenceid=143, filesize=47.3 K 2024-12-02T16:04:00,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/e31d00629ac74defbed6aba6d777d088 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/e31d00629ac74defbed6aba6d777d088 2024-12-02T16:04:00,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/e31d00629ac74defbed6aba6d777d088, entries=150, sequenceid=143, filesize=11.9 K 2024-12-02T16:04:00,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/b7112c48405e4fa490bc98a70400d81d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b7112c48405e4fa490bc98a70400d81d 2024-12-02T16:04:00,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b7112c48405e4fa490bc98a70400d81d, entries=150, sequenceid=143, filesize=11.9 K 2024-12-02T16:04:00,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 97fad7025ef95182f6f42f4dc4c8b2aa in 954ms, sequenceid=143, compaction requested=true 2024-12-02T16:04:00,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:00,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:04:00,881 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:00,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:00,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:04:00,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:00,881 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:00,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:04:00,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:00,882 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:00,882 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:00,882 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/B is initiating minor compaction (all files) 2024-12-02T16:04:00,882 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/A is initiating minor compaction (all files) 2024-12-02T16:04:00,882 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/B in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,882 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/eee6c67a1a8e4a288f7bc58f7b643798, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/73c694ab9c7f4349bb480c3f0e012e3b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/e31d00629ac74defbed6aba6d777d088] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=35.6 K 2024-12-02T16:04:00,882 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/A in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,882 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/ad50c0b610b74030867cbe464f795e8d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0b64bf6b4d1641818e968e9a4922ea3d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c9bfee4b93a7436483ec2723276f746a] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=108.0 K 2024-12-02T16:04:00,882 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,882 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/ad50c0b610b74030867cbe464f795e8d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0b64bf6b4d1641818e968e9a4922ea3d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c9bfee4b93a7436483ec2723276f746a] 2024-12-02T16:04:00,883 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting eee6c67a1a8e4a288f7bc58f7b643798, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155438669 2024-12-02T16:04:00,883 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad50c0b610b74030867cbe464f795e8d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155438669 2024-12-02T16:04:00,883 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 73c694ab9c7f4349bb480c3f0e012e3b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733155438717 2024-12-02T16:04:00,883 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b64bf6b4d1641818e968e9a4922ea3d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733155438717 2024-12-02T16:04:00,883 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting e31d00629ac74defbed6aba6d777d088, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733155439910 2024-12-02T16:04:00,884 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9bfee4b93a7436483ec2723276f746a, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733155439910 2024-12-02T16:04:00,892 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:00,894 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#B#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:00,894 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/ca7ab812cf1b4f78ac893752fd5e3cfa is 50, key is test_row_0/B:col10/1733155439925/Put/seqid=0 2024-12-02T16:04:00,896 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202b0e4cb50c4574fb982b9300f1b09bc86_97fad7025ef95182f6f42f4dc4c8b2aa store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:00,898 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202b0e4cb50c4574fb982b9300f1b09bc86_97fad7025ef95182f6f42f4dc4c8b2aa, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:00,898 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b0e4cb50c4574fb982b9300f1b09bc86_97fad7025ef95182f6f42f4dc4c8b2aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:00,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742345_1521 (size=12493) 2024-12-02T16:04:00,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742346_1522 (size=4469) 2024-12-02T16:04:00,926 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#A#compaction#436 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:00,926 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/fee347d49f91494eb9f67cae846646ea is 175, key is test_row_0/A:col10/1733155439925/Put/seqid=0 2024-12-02T16:04:00,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742347_1523 (size=31447) 2024-12-02T16:04:00,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:04:00,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:00,955 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:04:00,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027304280bec7a46929304f9a33f9b0d64_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155439941/Put/seqid=0 2024-12-02T16:04:00,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742348_1524 (size=12304) 2024-12-02T16:04:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:01,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:01,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155501132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155501133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155501132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155501133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155501138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-02T16:04:01,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155501248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155501249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155501249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155501251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,328 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/ca7ab812cf1b4f78ac893752fd5e3cfa as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ca7ab812cf1b4f78ac893752fd5e3cfa 2024-12-02T16:04:01,357 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/B of 97fad7025ef95182f6f42f4dc4c8b2aa into ca7ab812cf1b4f78ac893752fd5e3cfa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:01,357 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:01,357 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/B, priority=13, startTime=1733155440881; duration=0sec 2024-12-02T16:04:01,358 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:01,358 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:B 2024-12-02T16:04:01,358 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:01,363 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/fee347d49f91494eb9f67cae846646ea as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/fee347d49f91494eb9f67cae846646ea 2024-12-02T16:04:01,363 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:01,363 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/C is initiating minor compaction (all files) 2024-12-02T16:04:01,363 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/C in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:01,363 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/4880a30ea75040d089b44122be252f04, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b0f077a67c72407e8043cee5d8b92826, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b7112c48405e4fa490bc98a70400d81d] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=35.6 K 2024-12-02T16:04:01,366 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 4880a30ea75040d089b44122be252f04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733155438669 2024-12-02T16:04:01,370 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b0f077a67c72407e8043cee5d8b92826, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733155438717 2024-12-02T16:04:01,375 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b7112c48405e4fa490bc98a70400d81d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733155439910 2024-12-02T16:04:01,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:01,390 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/A of 97fad7025ef95182f6f42f4dc4c8b2aa into fee347d49f91494eb9f67cae846646ea(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:01,390 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:01,390 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/A, priority=13, startTime=1733155440881; duration=0sec 2024-12-02T16:04:01,391 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:01,391 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:A 2024-12-02T16:04:01,411 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027304280bec7a46929304f9a33f9b0d64_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027304280bec7a46929304f9a33f9b0d64_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:01,412 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:01,413 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/ca478d09cbc24e40a6bedee9ee516c73 is 50, key is test_row_0/C:col10/1733155439925/Put/seqid=0 2024-12-02T16:04:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0e791cd896f74b66b98693d00dd9d19a, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0e791cd896f74b66b98693d00dd9d19a is 175, key is test_row_0/A:col10/1733155439941/Put/seqid=0 2024-12-02T16:04:01,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742349_1525 (size=12493) 2024-12-02T16:04:01,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742350_1526 (size=31105) 2024-12-02T16:04:01,443 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0e791cd896f74b66b98693d00dd9d19a 2024-12-02T16:04:01,453 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/ca478d09cbc24e40a6bedee9ee516c73 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/ca478d09cbc24e40a6bedee9ee516c73 2024-12-02T16:04:01,458 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/C of 97fad7025ef95182f6f42f4dc4c8b2aa into ca478d09cbc24e40a6bedee9ee516c73(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:01,458 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:01,459 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/C, priority=13, startTime=1733155440881; duration=0sec 2024-12-02T16:04:01,459 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:01,459 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:C 2024-12-02T16:04:01,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/d7a800c1201b47d3b97f7034a01d4efd is 50, key is test_row_0/B:col10/1733155439941/Put/seqid=0 2024-12-02T16:04:01,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155501463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155501463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155501463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155501464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742351_1527 (size=12151) 2024-12-02T16:04:01,510 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/d7a800c1201b47d3b97f7034a01d4efd 2024-12-02T16:04:01,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/93a5f08b90214553ac83858b5c8f63fc is 50, key is test_row_0/C:col10/1733155439941/Put/seqid=0 2024-12-02T16:04:01,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742352_1528 (size=12151) 2024-12-02T16:04:01,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155501778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155501778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155501781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155501781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:01,966 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/93a5f08b90214553ac83858b5c8f63fc 2024-12-02T16:04:01,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0e791cd896f74b66b98693d00dd9d19a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0e791cd896f74b66b98693d00dd9d19a 2024-12-02T16:04:02,026 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0e791cd896f74b66b98693d00dd9d19a, entries=150, sequenceid=170, filesize=30.4 K 2024-12-02T16:04:02,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/d7a800c1201b47d3b97f7034a01d4efd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a800c1201b47d3b97f7034a01d4efd 2024-12-02T16:04:02,052 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a800c1201b47d3b97f7034a01d4efd, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T16:04:02,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/93a5f08b90214553ac83858b5c8f63fc as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/93a5f08b90214553ac83858b5c8f63fc 2024-12-02T16:04:02,075 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/93a5f08b90214553ac83858b5c8f63fc, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T16:04:02,076 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 97fad7025ef95182f6f42f4dc4c8b2aa in 1121ms, sequenceid=170, compaction requested=false 2024-12-02T16:04:02,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:02,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:02,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-02T16:04:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-12-02T16:04:02,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-12-02T16:04:02,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0460 sec 2024-12-02T16:04:02,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.0520 sec 2024-12-02T16:04:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:02,151 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:04:02,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:04:02,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020c61b127d31542c0b8f6048854f2adaf_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155442149/Put/seqid=0 2024-12-02T16:04:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-02T16:04:02,178 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:04:02,178 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:04:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-02T16:04:02,181 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:04:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-02T16:04:02,182 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:04:02,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:04:02,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742353_1529 (size=12304) 2024-12-02T16:04:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-02T16:04:02,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155502303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155502302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155502303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155502305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155502307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:04:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:02,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155502421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155502422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155502423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:04:02,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:02,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:02,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:02,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-02T16:04:02,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:02,621 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020c61b127d31542c0b8f6048854f2adaf_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020c61b127d31542c0b8f6048854f2adaf_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:02,625 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/da37c6681f9647608e6cae4d1ebef60b, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:02,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/da37c6681f9647608e6cae4d1ebef60b is 175, key is test_row_0/A:col10/1733155442149/Put/seqid=0 2024-12-02T16:04:02,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155502629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155502630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155502637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:04:02,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:02,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:02,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:02,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742354_1530 (size=31105) 2024-12-02T16:04:02,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:04:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-02T16:04:02,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:02,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:02,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:02,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155502948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155502948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155502951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:02,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:04:02,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:02,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:03,079 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/da37c6681f9647608e6cae4d1ebef60b 2024-12-02T16:04:03,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/4e6a30188829496c9ec34f0e1077d49e is 50, key is test_row_0/B:col10/1733155442149/Put/seqid=0 2024-12-02T16:04:03,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742355_1531 (size=12151) 2024-12-02T16:04:03,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:04:03,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:03,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:03,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:03,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:03,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:03,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:04:03,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:03,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:03,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:03,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:03,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155503318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:03,321 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 97fad7025ef95182f6f42f4dc4c8b2aa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:04:03,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:03,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:03,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-02T16:04:03,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155503328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:03,329 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 97fad7025ef95182f6f42f4dc4c8b2aa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:04:03,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:03,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:03,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:03,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:04:03,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:03,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:03,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:03,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:03,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:03,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155503457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:03,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:03,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:03,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:03,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155503458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:03,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:03,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:03,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:03,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155503468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:03,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:03,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:03,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:03,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/4e6a30188829496c9ec34f0e1077d49e 2024-12-02T16:04:03,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/82beceaf5201465ca9d16676bf516296 is 50, key is test_row_0/C:col10/1733155442149/Put/seqid=0 2024-12-02T16:04:03,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742356_1532 (size=12151) 2024-12-02T16:04:03,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/82beceaf5201465ca9d16676bf516296 2024-12-02T16:04:03,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/da37c6681f9647608e6cae4d1ebef60b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/da37c6681f9647608e6cae4d1ebef60b 2024-12-02T16:04:03,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/da37c6681f9647608e6cae4d1ebef60b, entries=150, sequenceid=184, filesize=30.4 K 2024-12-02T16:04:03,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/4e6a30188829496c9ec34f0e1077d49e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/4e6a30188829496c9ec34f0e1077d49e 2024-12-02T16:04:03,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/4e6a30188829496c9ec34f0e1077d49e, entries=150, sequenceid=184, filesize=11.9 K 2024-12-02T16:04:03,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/82beceaf5201465ca9d16676bf516296 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/82beceaf5201465ca9d16676bf516296 2024-12-02T16:04:03,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/82beceaf5201465ca9d16676bf516296, entries=150, sequenceid=184, filesize=11.9 K 2024-12-02T16:04:03,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 97fad7025ef95182f6f42f4dc4c8b2aa in 1442ms, sequenceid=184, compaction requested=true 2024-12-02T16:04:03,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:03,593 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:03,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:04:03,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:03,593 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:03,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:04:03,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:03,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:04:03,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:03,594 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:03,594 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:03,594 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/B is initiating minor compaction (all files) 2024-12-02T16:04:03,594 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/A is initiating minor compaction (all files) 2024-12-02T16:04:03,595 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/B in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:03,595 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/A in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:03,595 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ca7ab812cf1b4f78ac893752fd5e3cfa, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a800c1201b47d3b97f7034a01d4efd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/4e6a30188829496c9ec34f0e1077d49e] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=35.9 K 2024-12-02T16:04:03,595 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/fee347d49f91494eb9f67cae846646ea, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0e791cd896f74b66b98693d00dd9d19a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/da37c6681f9647608e6cae4d1ebef60b] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=91.5 K 2024-12-02T16:04:03,595 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:03,595 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/fee347d49f91494eb9f67cae846646ea, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0e791cd896f74b66b98693d00dd9d19a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/da37c6681f9647608e6cae4d1ebef60b] 2024-12-02T16:04:03,595 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting ca7ab812cf1b4f78ac893752fd5e3cfa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733155439910 2024-12-02T16:04:03,595 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting fee347d49f91494eb9f67cae846646ea, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733155439910 2024-12-02T16:04:03,596 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting d7a800c1201b47d3b97f7034a01d4efd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733155439941 2024-12-02T16:04:03,596 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e791cd896f74b66b98693d00dd9d19a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733155439941 2024-12-02T16:04:03,596 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e6a30188829496c9ec34f0e1077d49e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155441131 2024-12-02T16:04:03,596 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting da37c6681f9647608e6cae4d1ebef60b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155441131 2024-12-02T16:04:03,604 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:03,604 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/7e347b6228fb4e17be917a91cf8a959e is 50, key is test_row_0/B:col10/1733155442149/Put/seqid=0 2024-12-02T16:04:03,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:04:03,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:03,609 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:04:03,610 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:03,614 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202e5510fec77b04793b2dbeea9313dedb7_97fad7025ef95182f6f42f4dc4c8b2aa store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:03,615 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202e5510fec77b04793b2dbeea9313dedb7_97fad7025ef95182f6f42f4dc4c8b2aa, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:03,616 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e5510fec77b04793b2dbeea9313dedb7_97fad7025ef95182f6f42f4dc4c8b2aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:03,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742357_1533 (size=12595) 2024-12-02T16:04:03,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025c249844e3334552946aeea4e6e66641_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155442301/Put/seqid=0 2024-12-02T16:04:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742358_1534 (size=4469) 2024-12-02T16:04:03,629 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#A#compaction#445 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:03,629 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/23259e36386847968742d0a718e1f828 is 175, key is test_row_0/A:col10/1733155442149/Put/seqid=0 2024-12-02T16:04:03,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742359_1535 (size=12304) 2024-12-02T16:04:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742360_1536 (size=31549) 2024-12-02T16:04:04,014 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/7e347b6228fb4e17be917a91cf8a959e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/7e347b6228fb4e17be917a91cf8a959e 2024-12-02T16:04:04,023 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/B of 97fad7025ef95182f6f42f4dc4c8b2aa into 7e347b6228fb4e17be917a91cf8a959e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:04,023 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:04,023 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/B, priority=13, startTime=1733155443593; duration=0sec 2024-12-02T16:04:04,023 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:04,023 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:B 2024-12-02T16:04:04,023 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:04,035 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:04,035 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/C is initiating minor compaction (all files) 2024-12-02T16:04:04,035 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/C in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:04,035 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/ca478d09cbc24e40a6bedee9ee516c73, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/93a5f08b90214553ac83858b5c8f63fc, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/82beceaf5201465ca9d16676bf516296] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=35.9 K 2024-12-02T16:04:04,037 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting ca478d09cbc24e40a6bedee9ee516c73, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733155439910 2024-12-02T16:04:04,043 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 93a5f08b90214553ac83858b5c8f63fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733155439941 2024-12-02T16:04:04,046 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 82beceaf5201465ca9d16676bf516296, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155441131 2024-12-02T16:04:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:04,075 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025c249844e3334552946aeea4e6e66641_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025c249844e3334552946aeea4e6e66641_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:04,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/d79d09d897ba4cfeb53b5c650f38fd45, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:04,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/d79d09d897ba4cfeb53b5c650f38fd45 is 175, key is test_row_0/A:col10/1733155442301/Put/seqid=0 2024-12-02T16:04:04,085 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/23259e36386847968742d0a718e1f828 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/23259e36386847968742d0a718e1f828 2024-12-02T16:04:04,086 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#C#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:04,090 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/f82fa42f99844ed48522e7dd1e773738 is 50, key is test_row_0/C:col10/1733155442149/Put/seqid=0 2024-12-02T16:04:04,091 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/A of 97fad7025ef95182f6f42f4dc4c8b2aa into 23259e36386847968742d0a718e1f828(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:04,091 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:04,091 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/A, priority=13, startTime=1733155443593; duration=0sec 2024-12-02T16:04:04,091 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:04,091 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:A 2024-12-02T16:04:04,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742361_1537 (size=31105) 2024-12-02T16:04:04,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742362_1538 (size=12595) 2024-12-02T16:04:04,122 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/d79d09d897ba4cfeb53b5c650f38fd45 2024-12-02T16:04:04,140 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/f82fa42f99844ed48522e7dd1e773738 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/f82fa42f99844ed48522e7dd1e773738 2024-12-02T16:04:04,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/b8a7b6d93f574466b17f7416f981d6bb is 50, key is test_row_0/B:col10/1733155442301/Put/seqid=0 2024-12-02T16:04:04,147 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/C of 97fad7025ef95182f6f42f4dc4c8b2aa into f82fa42f99844ed48522e7dd1e773738(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:04,147 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:04,147 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/C, priority=13, startTime=1733155443593; duration=0sec 2024-12-02T16:04:04,147 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:04,147 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:C 2024-12-02T16:04:04,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742363_1539 (size=12151) 2024-12-02T16:04:04,175 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/b8a7b6d93f574466b17f7416f981d6bb 2024-12-02T16:04:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/2f671748b0de4da789a431af407795bd is 50, key is test_row_0/C:col10/1733155442301/Put/seqid=0 2024-12-02T16:04:04,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742364_1540 (size=12151) 2024-12-02T16:04:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-02T16:04:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:04,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:04,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155504482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155504484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:04,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155504486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:04,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155504588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:04,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155504597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155504597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:04,629 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/2f671748b0de4da789a431af407795bd 2024-12-02T16:04:04,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/d79d09d897ba4cfeb53b5c650f38fd45 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d79d09d897ba4cfeb53b5c650f38fd45 2024-12-02T16:04:04,643 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d79d09d897ba4cfeb53b5c650f38fd45, entries=150, sequenceid=209, filesize=30.4 K 2024-12-02T16:04:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/b8a7b6d93f574466b17f7416f981d6bb as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/b8a7b6d93f574466b17f7416f981d6bb 2024-12-02T16:04:04,646 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/b8a7b6d93f574466b17f7416f981d6bb, entries=150, sequenceid=209, filesize=11.9 K 2024-12-02T16:04:04,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/2f671748b0de4da789a431af407795bd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/2f671748b0de4da789a431af407795bd 2024-12-02T16:04:04,650 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/2f671748b0de4da789a431af407795bd, entries=150, sequenceid=209, filesize=11.9 K 2024-12-02T16:04:04,651 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 97fad7025ef95182f6f42f4dc4c8b2aa in 1042ms, sequenceid=209, compaction requested=false 2024-12-02T16:04:04,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:04,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:04,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-02T16:04:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-12-02T16:04:04,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-02T16:04:04,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4700 sec 2024-12-02T16:04:04,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.4770 sec 2024-12-02T16:04:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:04,800 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:04:04,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:04:04,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202936cb0eb4dd542c1b4903fd16c324df8_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155444484/Put/seqid=0 2024-12-02T16:04:04,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742365_1541 (size=14794) 2024-12-02T16:04:04,825 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:04,842 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202936cb0eb4dd542c1b4903fd16c324df8_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202936cb0eb4dd542c1b4903fd16c324df8_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:04,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/a91bb615cd3c48b0af4f3b9d1dc0d723, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:04,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/a91bb615cd3c48b0af4f3b9d1dc0d723 is 175, key is test_row_0/A:col10/1733155444484/Put/seqid=0 2024-12-02T16:04:04,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742366_1542 (size=39749) 2024-12-02T16:04:04,861 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/a91bb615cd3c48b0af4f3b9d1dc0d723 2024-12-02T16:04:04,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155504872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:04,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155504874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155504875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:04,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/ab73fdd4603943aaa5561fd5c138d5ff is 50, key is test_row_0/B:col10/1733155444484/Put/seqid=0 2024-12-02T16:04:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742367_1543 (size=12151) 2024-12-02T16:04:04,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155504988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155504988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:04,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155504990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:04,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:04,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155505199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155505199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155505199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/ab73fdd4603943aaa5561fd5c138d5ff 2024-12-02T16:04:05,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/51b44cef8dfe48d8af1c9fa088bf438e is 50, key is test_row_0/C:col10/1733155444484/Put/seqid=0 2024-12-02T16:04:05,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155505338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,339 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 97fad7025ef95182f6f42f4dc4c8b2aa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:04:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742368_1544 (size=12151) 2024-12-02T16:04:05,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/51b44cef8dfe48d8af1c9fa088bf438e 2024-12-02T16:04:05,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155505348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,350 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 97fad7025ef95182f6f42f4dc4c8b2aa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:04:05,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/a91bb615cd3c48b0af4f3b9d1dc0d723 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a91bb615cd3c48b0af4f3b9d1dc0d723 2024-12-02T16:04:05,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a91bb615cd3c48b0af4f3b9d1dc0d723, entries=200, sequenceid=224, filesize=38.8 K 2024-12-02T16:04:05,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/ab73fdd4603943aaa5561fd5c138d5ff as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ab73fdd4603943aaa5561fd5c138d5ff 2024-12-02T16:04:05,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ab73fdd4603943aaa5561fd5c138d5ff, entries=150, sequenceid=224, filesize=11.9 K 2024-12-02T16:04:05,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/51b44cef8dfe48d8af1c9fa088bf438e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/51b44cef8dfe48d8af1c9fa088bf438e 2024-12-02T16:04:05,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/51b44cef8dfe48d8af1c9fa088bf438e, entries=150, sequenceid=224, filesize=11.9 K 2024-12-02T16:04:05,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 97fad7025ef95182f6f42f4dc4c8b2aa in 607ms, sequenceid=224, compaction requested=true 2024-12-02T16:04:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:04:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:04:05,407 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:04:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:04:05,408 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:05,415 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:05,415 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/A is initiating minor compaction (all files) 2024-12-02T16:04:05,415 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/A in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:05,415 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/23259e36386847968742d0a718e1f828, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d79d09d897ba4cfeb53b5c650f38fd45, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a91bb615cd3c48b0af4f3b9d1dc0d723] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=100.0 K 2024-12-02T16:04:05,415 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:05,416 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/23259e36386847968742d0a718e1f828, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d79d09d897ba4cfeb53b5c650f38fd45, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a91bb615cd3c48b0af4f3b9d1dc0d723] 2024-12-02T16:04:05,420 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23259e36386847968742d0a718e1f828, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155441131 2024-12-02T16:04:05,421 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting d79d09d897ba4cfeb53b5c650f38fd45, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733155442258 2024-12-02T16:04:05,421 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting a91bb615cd3c48b0af4f3b9d1dc0d723, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733155444481 2024-12-02T16:04:05,430 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:05,431 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/B is initiating minor compaction (all files) 2024-12-02T16:04:05,431 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/B in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:05,431 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/7e347b6228fb4e17be917a91cf8a959e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/b8a7b6d93f574466b17f7416f981d6bb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ab73fdd4603943aaa5561fd5c138d5ff] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=36.0 K 2024-12-02T16:04:05,431 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e347b6228fb4e17be917a91cf8a959e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155441131 2024-12-02T16:04:05,431 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b8a7b6d93f574466b17f7416f981d6bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733155442258 2024-12-02T16:04:05,432 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting ab73fdd4603943aaa5561fd5c138d5ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733155444481 2024-12-02T16:04:05,435 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:05,438 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202f7321767a54546a5914537a5dadf5599_97fad7025ef95182f6f42f4dc4c8b2aa store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:05,440 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202f7321767a54546a5914537a5dadf5599_97fad7025ef95182f6f42f4dc4c8b2aa, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:05,441 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f7321767a54546a5914537a5dadf5599_97fad7025ef95182f6f42f4dc4c8b2aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:05,454 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#B#compaction#454 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:05,455 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/700f80a1a4c34b0e88c2bff76e5d6ab7 is 50, key is test_row_0/B:col10/1733155444484/Put/seqid=0 2024-12-02T16:04:05,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742369_1545 (size=4469) 2024-12-02T16:04:05,468 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#A#compaction#453 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:05,468 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/38bda3d70a184a3b8e7ff3ac42dca27a is 175, key is test_row_0/A:col10/1733155444484/Put/seqid=0 2024-12-02T16:04:05,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742370_1546 (size=12697) 2024-12-02T16:04:05,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742371_1547 (size=31651) 2024-12-02T16:04:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:05,519 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:04:05,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T16:04:05,524 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/700f80a1a4c34b0e88c2bff76e5d6ab7 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/700f80a1a4c34b0e88c2bff76e5d6ab7 2024-12-02T16:04:05,527 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/38bda3d70a184a3b8e7ff3ac42dca27a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/38bda3d70a184a3b8e7ff3ac42dca27a 2024-12-02T16:04:05,530 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/B of 97fad7025ef95182f6f42f4dc4c8b2aa into 700f80a1a4c34b0e88c2bff76e5d6ab7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:05,530 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:05,530 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/B, priority=13, startTime=1733155445407; duration=0sec 2024-12-02T16:04:05,531 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:05,531 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:B 2024-12-02T16:04:05,531 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:05,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155505528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,532 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:05,532 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/C is initiating minor compaction (all files) 2024-12-02T16:04:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,532 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/C in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,532 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/f82fa42f99844ed48522e7dd1e773738, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/2f671748b0de4da789a431af407795bd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/51b44cef8dfe48d8af1c9fa088bf438e] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=36.0 K 2024-12-02T16:04:05,533 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/A of 97fad7025ef95182f6f42f4dc4c8b2aa into 38bda3d70a184a3b8e7ff3ac42dca27a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:05,533 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:05,533 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/A, priority=13, startTime=1733155445407; duration=0sec 2024-12-02T16:04:05,533 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting f82fa42f99844ed48522e7dd1e773738, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733155441131 2024-12-02T16:04:05,533 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:05,534 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:A 2024-12-02T16:04:05,534 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f671748b0de4da789a431af407795bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733155442258 2024-12-02T16:04:05,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155505531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021a5ba2a6449e417a96bfe963731f348c_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155445518/Put/seqid=0 2024-12-02T16:04:05,535 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 51b44cef8dfe48d8af1c9fa088bf438e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733155444481 2024-12-02T16:04:05,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155505533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,561 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:05,562 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/b9017eeeda4f499bae5a498a1228c4e1 is 50, key is test_row_0/C:col10/1733155444484/Put/seqid=0 2024-12-02T16:04:05,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742372_1548 (size=12304) 2024-12-02T16:04:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742373_1549 (size=12697) 2024-12-02T16:04:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155505638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155505638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155505648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155505848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155505848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155505858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:05,983 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:05,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021a5ba2a6449e417a96bfe963731f348c_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021a5ba2a6449e417a96bfe963731f348c_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:05,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/3255952a0f114b5e8aba5846cc03392e, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:05,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/3255952a0f114b5e8aba5846cc03392e is 175, key is test_row_0/A:col10/1733155445518/Put/seqid=0 2024-12-02T16:04:06,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742374_1550 (size=31105) 2024-12-02T16:04:06,013 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/b9017eeeda4f499bae5a498a1228c4e1 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b9017eeeda4f499bae5a498a1228c4e1 2024-12-02T16:04:06,018 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/C of 97fad7025ef95182f6f42f4dc4c8b2aa into b9017eeeda4f499bae5a498a1228c4e1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:06,018 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:06,018 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/C, priority=13, startTime=1733155445407; duration=0sec 2024-12-02T16:04:06,018 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:06,018 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:C 2024-12-02T16:04:06,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:06,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155506157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155506157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:06,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155506168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-02T16:04:06,358 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:04:06,358 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:04:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-02T16:04:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T16:04:06,379 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:04:06,379 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:04:06,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:04:06,415 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/3255952a0f114b5e8aba5846cc03392e 2024-12-02T16:04:06,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/78b0a08150224d6f92ed2d909b90e73c is 50, key is test_row_0/B:col10/1733155445518/Put/seqid=0 2024-12-02T16:04:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T16:04:06,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742375_1551 (size=12151) 2024-12-02T16:04:06,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T16:04:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:06,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:06,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155506668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:06,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155506668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:06,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:06,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:06,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155506677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T16:04:06,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T16:04:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:06,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:06,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T16:04:06,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:06,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:06,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:06,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:06,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/78b0a08150224d6f92ed2d909b90e73c 2024-12-02T16:04:06,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/498c9893c3bf4de0af0dca5f6dc06ca2 is 50, key is test_row_0/C:col10/1733155445518/Put/seqid=0 2024-12-02T16:04:06,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742376_1552 (size=12151) 2024-12-02T16:04:06,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/498c9893c3bf4de0af0dca5f6dc06ca2 2024-12-02T16:04:06,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/3255952a0f114b5e8aba5846cc03392e as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/3255952a0f114b5e8aba5846cc03392e 2024-12-02T16:04:06,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/3255952a0f114b5e8aba5846cc03392e, entries=150, sequenceid=254, filesize=30.4 K 2024-12-02T16:04:06,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/78b0a08150224d6f92ed2d909b90e73c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/78b0a08150224d6f92ed2d909b90e73c 2024-12-02T16:04:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/78b0a08150224d6f92ed2d909b90e73c, entries=150, sequenceid=254, filesize=11.9 K 2024-12-02T16:04:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/498c9893c3bf4de0af0dca5f6dc06ca2 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/498c9893c3bf4de0af0dca5f6dc06ca2 2024-12-02T16:04:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/498c9893c3bf4de0af0dca5f6dc06ca2, entries=150, sequenceid=254, filesize=11.9 K 2024-12-02T16:04:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 97fad7025ef95182f6f42f4dc4c8b2aa in 1397ms, sequenceid=254, compaction requested=false 2024-12-02T16:04:06,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T16:04:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T16:04:06,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:06,999 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-02T16:04:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fb37712040134c14b7c092ebc6b1d3da_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155445529/Put/seqid=0 2024-12-02T16:04:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742377_1553 (size=9914) 2024-12-02T16:04:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,422 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fb37712040134c14b7c092ebc6b1d3da_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fb37712040134c14b7c092ebc6b1d3da_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/4226214b05a14703ad2e216fa64d1374, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/4226214b05a14703ad2e216fa64d1374 is 175, key is test_row_0/A:col10/1733155445529/Put/seqid=0 2024-12-02T16:04:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742378_1554 (size=22561) 2024-12-02T16:04:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,442 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/4226214b05a14703ad2e216fa64d1374 2024-12-02T16:04:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/5ff0f4e73f0f4d21bbb425f3f389c3a6 is 50, key is test_row_0/B:col10/1733155445529/Put/seqid=0 2024-12-02T16:04:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742379_1555 (size=9857) 2024-12-02T16:04:07,489 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/5ff0f4e73f0f4d21bbb425f3f389c3a6 2024-12-02T16:04:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/64cb2489716e49448868c3f4c9e0fbc6 is 50, key is test_row_0/C:col10/1733155445529/Put/seqid=0 2024-12-02T16:04:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T16:04:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742380_1556 (size=9857) 2024-12-02T16:04:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,522 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/64cb2489716e49448868c3f4c9e0fbc6 2024-12-02T16:04:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/4226214b05a14703ad2e216fa64d1374 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/4226214b05a14703ad2e216fa64d1374 2024-12-02T16:04:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,541 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/4226214b05a14703ad2e216fa64d1374, entries=100, sequenceid=264, filesize=22.0 K 2024-12-02T16:04:07,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/5ff0f4e73f0f4d21bbb425f3f389c3a6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5ff0f4e73f0f4d21bbb425f3f389c3a6 2024-12-02T16:04:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,545 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5ff0f4e73f0f4d21bbb425f3f389c3a6, entries=100, sequenceid=264, filesize=9.6 K 2024-12-02T16:04:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/64cb2489716e49448868c3f4c9e0fbc6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/64cb2489716e49448868c3f4c9e0fbc6 2024-12-02T16:04:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,550 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/64cb2489716e49448868c3f4c9e0fbc6, entries=100, sequenceid=264, filesize=9.6 K 2024-12-02T16:04:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,551 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 97fad7025ef95182f6f42f4dc4c8b2aa in 551ms, sequenceid=264, compaction requested=true 2024-12-02T16:04:07,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:07,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:07,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-02T16:04:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-12-02T16:04:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-02T16:04:07,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1720 sec 2024-12-02T16:04:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.1970 sec 2024-12-02T16:04:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:07,756 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:04:07,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:04:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202840baf30f13d4cfa9faee70011f4da12_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155447748/Put/seqid=0 2024-12-02T16:04:07,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742381_1557 (size=12454) 2024-12-02T16:04:07,813 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:07,817 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202840baf30f13d4cfa9faee70011f4da12_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202840baf30f13d4cfa9faee70011f4da12_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:07,819 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/e8e7f3823066471a9bfd660cfdf07450, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:07,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/e8e7f3823066471a9bfd660cfdf07450 is 175, key is test_row_0/A:col10/1733155447748/Put/seqid=0 2024-12-02T16:04:07,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742382_1558 (size=31255) 2024-12-02T16:04:07,843 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/e8e7f3823066471a9bfd660cfdf07450 2024-12-02T16:04:07,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155507844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:07,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155507846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:07,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155507852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:07,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:07,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/9807a33d580b4714a7186ec17e8a3cb5 is 50, key is test_row_0/B:col10/1733155447748/Put/seqid=0 2024-12-02T16:04:07,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742383_1559 (size=12301) 2024-12-02T16:04:07,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/9807a33d580b4714a7186ec17e8a3cb5 2024-12-02T16:04:07,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/c504761345674351a82cb196e273d47a is 50, key is test_row_0/C:col10/1733155447748/Put/seqid=0 2024-12-02T16:04:07,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742384_1560 (size=12301) 2024-12-02T16:04:07,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155507968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:07,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155507968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:07,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155507968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:07,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:07,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155508178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155508178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155508189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/c504761345674351a82cb196e273d47a 2024-12-02T16:04:08,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/e8e7f3823066471a9bfd660cfdf07450 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/e8e7f3823066471a9bfd660cfdf07450 2024-12-02T16:04:08,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/e8e7f3823066471a9bfd660cfdf07450, entries=150, sequenceid=275, filesize=30.5 K 2024-12-02T16:04:08,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/9807a33d580b4714a7186ec17e8a3cb5 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/9807a33d580b4714a7186ec17e8a3cb5 2024-12-02T16:04:08,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/9807a33d580b4714a7186ec17e8a3cb5, entries=150, sequenceid=275, filesize=12.0 K 2024-12-02T16:04:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/c504761345674351a82cb196e273d47a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c504761345674351a82cb196e273d47a 2024-12-02T16:04:08,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c504761345674351a82cb196e273d47a, entries=150, sequenceid=275, filesize=12.0 K 2024-12-02T16:04:08,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 97fad7025ef95182f6f42f4dc4c8b2aa in 714ms, sequenceid=275, compaction requested=true 2024-12-02T16:04:08,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:08,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:04:08,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:08,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:04:08,470 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:04:08,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:08,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:04:08,470 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:04:08,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:08,484 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 116572 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:04:08,484 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/A is initiating minor compaction (all files) 2024-12-02T16:04:08,484 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/A in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:08,484 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/38bda3d70a184a3b8e7ff3ac42dca27a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/3255952a0f114b5e8aba5846cc03392e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/4226214b05a14703ad2e216fa64d1374, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/e8e7f3823066471a9bfd660cfdf07450] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=113.8 K 2024-12-02T16:04:08,484 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:08,484 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/38bda3d70a184a3b8e7ff3ac42dca27a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/3255952a0f114b5e8aba5846cc03392e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/4226214b05a14703ad2e216fa64d1374, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/e8e7f3823066471a9bfd660cfdf07450] 2024-12-02T16:04:08,486 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:04:08,487 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/B is initiating minor compaction (all files) 2024-12-02T16:04:08,487 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/B in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:08,487 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/700f80a1a4c34b0e88c2bff76e5d6ab7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/78b0a08150224d6f92ed2d909b90e73c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5ff0f4e73f0f4d21bbb425f3f389c3a6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/9807a33d580b4714a7186ec17e8a3cb5] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=45.9 K 2024-12-02T16:04:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:08,492 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:04:08,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:04:08,494 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 700f80a1a4c34b0e88c2bff76e5d6ab7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733155444481 2024-12-02T16:04:08,495 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38bda3d70a184a3b8e7ff3ac42dca27a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733155444481 2024-12-02T16:04:08,496 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 78b0a08150224d6f92ed2d909b90e73c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733155444834 2024-12-02T16:04:08,499 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3255952a0f114b5e8aba5846cc03392e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733155444834 2024-12-02T16:04:08,499 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ff0f4e73f0f4d21bbb425f3f389c3a6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733155445527 2024-12-02T16:04:08,499 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4226214b05a14703ad2e216fa64d1374, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733155445527 2024-12-02T16:04:08,500 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 9807a33d580b4714a7186ec17e8a3cb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733155447734 2024-12-02T16:04:08,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025a54d80493f5437091d27629ff54975d_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155447850/Put/seqid=0 2024-12-02T16:04:08,508 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8e7f3823066471a9bfd660cfdf07450, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733155447734 2024-12-02T16:04:08,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155508516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155508515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T16:04:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,523 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:04:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155508518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,525 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:04:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-02T16:04:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T16:04:08,533 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:04:08,534 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:04:08,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:04:08,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742385_1561 (size=14994) 2024-12-02T16:04:08,539 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:08,556 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:08,557 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/432c9bf6085d4e6f95a10ec7534b3fcb is 50, key is test_row_0/B:col10/1733155447748/Put/seqid=0 2024-12-02T16:04:08,559 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:08,560 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025a54d80493f5437091d27629ff54975d_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025a54d80493f5437091d27629ff54975d_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:08,566 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/cb9dd2e48f8f4df4aba152cafb21cdd1, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:08,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/cb9dd2e48f8f4df4aba152cafb21cdd1 is 175, key is test_row_0/A:col10/1733155447850/Put/seqid=0 2024-12-02T16:04:08,579 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202f88dde13b20f4bb791d1952ea03cde33_97fad7025ef95182f6f42f4dc4c8b2aa store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:08,582 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202f88dde13b20f4bb791d1952ea03cde33_97fad7025ef95182f6f42f4dc4c8b2aa, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:08,582 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f88dde13b20f4bb791d1952ea03cde33_97fad7025ef95182f6f42f4dc4c8b2aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:08,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742386_1562 (size=12983) 2024-12-02T16:04:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742387_1563 (size=39949) 2024-12-02T16:04:08,615 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/cb9dd2e48f8f4df4aba152cafb21cdd1 2024-12-02T16:04:08,616 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/432c9bf6085d4e6f95a10ec7534b3fcb as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/432c9bf6085d4e6f95a10ec7534b3fcb 2024-12-02T16:04:08,624 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/B of 97fad7025ef95182f6f42f4dc4c8b2aa into 432c9bf6085d4e6f95a10ec7534b3fcb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:08,624 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:08,624 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/B, priority=12, startTime=1733155448470; duration=0sec 2024-12-02T16:04:08,624 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:08,624 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:B 2024-12-02T16:04:08,624 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:04:08,625 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:04:08,625 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/C is initiating minor compaction (all files) 2024-12-02T16:04:08,625 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/C in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:08,626 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b9017eeeda4f499bae5a498a1228c4e1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/498c9893c3bf4de0af0dca5f6dc06ca2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/64cb2489716e49448868c3f4c9e0fbc6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c504761345674351a82cb196e273d47a] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=45.9 K 2024-12-02T16:04:08,626 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting b9017eeeda4f499bae5a498a1228c4e1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733155444481 2024-12-02T16:04:08,627 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 498c9893c3bf4de0af0dca5f6dc06ca2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733155444834 2024-12-02T16:04:08,628 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 64cb2489716e49448868c3f4c9e0fbc6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733155445527 2024-12-02T16:04:08,628 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting c504761345674351a82cb196e273d47a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733155447734 2024-12-02T16:04:08,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155508628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742388_1564 (size=4469) 2024-12-02T16:04:08,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155508628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155508628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T16:04:08,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/909e52895d0c410e8f14ef62841fc537 is 50, key is test_row_0/B:col10/1733155447850/Put/seqid=0 2024-12-02T16:04:08,651 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#A#compaction#467 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:08,652 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/a508556139254084a91e44b4b0282d25 is 175, key is test_row_0/A:col10/1733155447748/Put/seqid=0 2024-12-02T16:04:08,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742389_1565 (size=12301) 2024-12-02T16:04:08,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/909e52895d0c410e8f14ef62841fc537 2024-12-02T16:04:08,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742390_1566 (size=31937) 2024-12-02T16:04:08,669 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#C#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:08,669 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/8621c4c38c5c4509a37bbed86a2ff4de is 50, key is test_row_0/C:col10/1733155447748/Put/seqid=0 2024-12-02T16:04:08,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/c01694455e794018aa72fcb69cfff37f is 50, key is test_row_0/C:col10/1733155447850/Put/seqid=0 2024-12-02T16:04:08,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742392_1568 (size=12301) 2024-12-02T16:04:08,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742391_1567 (size=12983) 2024-12-02T16:04:08,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:08,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:08,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:08,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:08,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:08,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:08,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/c01694455e794018aa72fcb69cfff37f 2024-12-02T16:04:08,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/cb9dd2e48f8f4df4aba152cafb21cdd1 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/cb9dd2e48f8f4df4aba152cafb21cdd1 2024-12-02T16:04:08,702 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/8621c4c38c5c4509a37bbed86a2ff4de as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/8621c4c38c5c4509a37bbed86a2ff4de 2024-12-02T16:04:08,709 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/C of 97fad7025ef95182f6f42f4dc4c8b2aa into 8621c4c38c5c4509a37bbed86a2ff4de(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:08,709 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:08,709 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/C, priority=12, startTime=1733155448470; duration=0sec 2024-12-02T16:04:08,709 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:08,709 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:C 2024-12-02T16:04:08,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/cb9dd2e48f8f4df4aba152cafb21cdd1, entries=200, sequenceid=301, filesize=39.0 K 2024-12-02T16:04:08,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/909e52895d0c410e8f14ef62841fc537 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/909e52895d0c410e8f14ef62841fc537 2024-12-02T16:04:08,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/909e52895d0c410e8f14ef62841fc537, entries=150, sequenceid=301, filesize=12.0 K 2024-12-02T16:04:08,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/c01694455e794018aa72fcb69cfff37f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c01694455e794018aa72fcb69cfff37f 2024-12-02T16:04:08,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c01694455e794018aa72fcb69cfff37f, entries=150, sequenceid=301, filesize=12.0 K 2024-12-02T16:04:08,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 97fad7025ef95182f6f42f4dc4c8b2aa in 236ms, sequenceid=301, compaction requested=false 2024-12-02T16:04:08,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:08,843 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:04:08,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:04:08,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:08,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:08,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:08,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:08,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:08,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T16:04:08,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120208da749606c84cd3ba13dbb854f3b532_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155448839/Put/seqid=0 2024-12-02T16:04:08,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742393_1569 (size=14994) 2024-12-02T16:04:08,890 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:08,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120208da749606c84cd3ba13dbb854f3b532_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120208da749606c84cd3ba13dbb854f3b532_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:08,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/40abb12080f04ef7a95350d67e4c7510, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:08,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/40abb12080f04ef7a95350d67e4c7510 is 175, key is test_row_0/A:col10/1733155448839/Put/seqid=0 2024-12-02T16:04:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742394_1570 (size=39949) 2024-12-02T16:04:08,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155508935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155508938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155508939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:09,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:09,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155509048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155509049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155509054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,099 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/a508556139254084a91e44b4b0282d25 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a508556139254084a91e44b4b0282d25 2024-12-02T16:04:09,136 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/A of 97fad7025ef95182f6f42f4dc4c8b2aa into a508556139254084a91e44b4b0282d25(size=31.2 K), total size for store is 70.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:09,136 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:09,136 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/A, priority=12, startTime=1733155448470; duration=0sec 2024-12-02T16:04:09,136 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:09,136 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:A 2024-12-02T16:04:09,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:09,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:09,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T16:04:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155509258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155509262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155509268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:09,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:09,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,324 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/40abb12080f04ef7a95350d67e4c7510 2024-12-02T16:04:09,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/ba965d1bc761440e9896307c45c9e456 is 50, key is test_row_0/B:col10/1733155448839/Put/seqid=0 2024-12-02T16:04:09,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54408 deadline: 1733155509358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:09,359 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 97fad7025ef95182f6f42f4dc4c8b2aa of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:04:09,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742395_1571 (size=12301) 2024-12-02T16:04:09,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54384 deadline: 1733155509388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:09,390 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e1c0b6c2739c,37869,1733155278829 for 'test_row_0' in 97fad7025ef95182f6f42f4dc4c8b2aa of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8257 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T16:04:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:09,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:09,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155509568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155509578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:09,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155509578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:09,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:09,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T16:04:09,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/ba965d1bc761440e9896307c45c9e456 2024-12-02T16:04:09,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/6b3ae6426059463f89770e27197675ba is 50, key is test_row_0/C:col10/1733155448839/Put/seqid=0 2024-12-02T16:04:09,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:09,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:09,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742396_1572 (size=12301) 2024-12-02T16:04:09,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:09,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:09,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:09,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:10,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155510080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:10,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:10,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:10,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:10,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155510088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:10,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155510090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:10,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:10,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/6b3ae6426059463f89770e27197675ba 2024-12-02T16:04:10,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/40abb12080f04ef7a95350d67e4c7510 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/40abb12080f04ef7a95350d67e4c7510 2024-12-02T16:04:10,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/40abb12080f04ef7a95350d67e4c7510, entries=200, sequenceid=315, filesize=39.0 K 2024-12-02T16:04:10,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/ba965d1bc761440e9896307c45c9e456 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ba965d1bc761440e9896307c45c9e456 2024-12-02T16:04:10,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ba965d1bc761440e9896307c45c9e456, entries=150, sequenceid=315, filesize=12.0 K 2024-12-02T16:04:10,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/6b3ae6426059463f89770e27197675ba as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/6b3ae6426059463f89770e27197675ba 2024-12-02T16:04:10,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:10,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:10,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:10,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:10,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/6b3ae6426059463f89770e27197675ba, entries=150, sequenceid=315, filesize=12.0 K 2024-12-02T16:04:10,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 97fad7025ef95182f6f42f4dc4c8b2aa in 1426ms, sequenceid=315, compaction requested=true 2024-12-02T16:04:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:04:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:04:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:04:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:04:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T16:04:10,271 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:10,274 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:10,279 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:10,280 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/A is initiating minor compaction (all files) 2024-12-02T16:04:10,280 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/A in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,280 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a508556139254084a91e44b4b0282d25, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/cb9dd2e48f8f4df4aba152cafb21cdd1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/40abb12080f04ef7a95350d67e4c7510] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=109.2 K 2024-12-02T16:04:10,280 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,280 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a508556139254084a91e44b4b0282d25, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/cb9dd2e48f8f4df4aba152cafb21cdd1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/40abb12080f04ef7a95350d67e4c7510] 2024-12-02T16:04:10,282 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:10,282 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/C is initiating minor compaction (all files) 2024-12-02T16:04:10,282 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/C in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,283 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/8621c4c38c5c4509a37bbed86a2ff4de, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c01694455e794018aa72fcb69cfff37f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/6b3ae6426059463f89770e27197675ba] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=36.7 K 2024-12-02T16:04:10,284 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting a508556139254084a91e44b4b0282d25, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733155447734 2024-12-02T16:04:10,287 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting cb9dd2e48f8f4df4aba152cafb21cdd1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733155447817 2024-12-02T16:04:10,287 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8621c4c38c5c4509a37bbed86a2ff4de, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733155447734 2024-12-02T16:04:10,291 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting c01694455e794018aa72fcb69cfff37f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733155447817 2024-12-02T16:04:10,291 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 40abb12080f04ef7a95350d67e4c7510, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155448514 2024-12-02T16:04:10,294 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b3ae6426059463f89770e27197675ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155448515 2024-12-02T16:04:10,315 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:10,316 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/c00f965bc04d448aabeb41778a737840 is 50, key is test_row_0/C:col10/1733155448839/Put/seqid=0 2024-12-02T16:04:10,330 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:10,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742397_1573 (size=13085) 2024-12-02T16:04:10,343 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202417f138ba9a949529efee92354a1ddf6_97fad7025ef95182f6f42f4dc4c8b2aa store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:10,344 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/c00f965bc04d448aabeb41778a737840 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c00f965bc04d448aabeb41778a737840 2024-12-02T16:04:10,345 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202417f138ba9a949529efee92354a1ddf6_97fad7025ef95182f6f42f4dc4c8b2aa, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:10,345 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202417f138ba9a949529efee92354a1ddf6_97fad7025ef95182f6f42f4dc4c8b2aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:10,357 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/C of 97fad7025ef95182f6f42f4dc4c8b2aa into c00f965bc04d448aabeb41778a737840(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:10,357 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:10,357 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/C, priority=13, startTime=1733155450269; duration=0sec 2024-12-02T16:04:10,357 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:10,357 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:C 2024-12-02T16:04:10,357 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:04:10,360 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:04:10,360 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/B is initiating minor compaction (all files) 2024-12-02T16:04:10,360 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/B in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,360 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/432c9bf6085d4e6f95a10ec7534b3fcb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/909e52895d0c410e8f14ef62841fc537, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ba965d1bc761440e9896307c45c9e456] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=36.7 K 2024-12-02T16:04:10,361 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 432c9bf6085d4e6f95a10ec7534b3fcb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733155447734 2024-12-02T16:04:10,361 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 909e52895d0c410e8f14ef62841fc537, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733155447817 2024-12-02T16:04:10,361 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba965d1bc761440e9896307c45c9e456, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155448515 2024-12-02T16:04:10,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742398_1574 (size=4469) 2024-12-02T16:04:10,378 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#A#compaction#475 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:10,379 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/9177e60ef1644ab595213bceead31723 is 175, key is test_row_0/A:col10/1733155448839/Put/seqid=0 2024-12-02T16:04:10,385 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:10,385 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/f50cd951f99e415788f63e23332762fb is 50, key is test_row_0/B:col10/1733155448839/Put/seqid=0 2024-12-02T16:04:10,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742400_1576 (size=13085) 2024-12-02T16:04:10,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742399_1575 (size=32039) 2024-12-02T16:04:10,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:04:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,418 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:04:10,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202cbfbe737287f4c4f8c95347236ee57bb_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155448925/Put/seqid=0 2024-12-02T16:04:10,445 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/9177e60ef1644ab595213bceead31723 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/9177e60ef1644ab595213bceead31723 2024-12-02T16:04:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742401_1577 (size=12454) 2024-12-02T16:04:10,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,475 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/A of 97fad7025ef95182f6f42f4dc4c8b2aa into 9177e60ef1644ab595213bceead31723(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:10,475 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:10,475 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/A, priority=13, startTime=1733155450269; duration=0sec 2024-12-02T16:04:10,475 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:10,475 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:A 2024-12-02T16:04:10,481 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202cbfbe737287f4c4f8c95347236ee57bb_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202cbfbe737287f4c4f8c95347236ee57bb_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/dfca9fdb5a88475e9efef8a3ae27a071, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/dfca9fdb5a88475e9efef8a3ae27a071 is 175, key is test_row_0/A:col10/1733155448925/Put/seqid=0 2024-12-02T16:04:10,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742402_1578 (size=31255) 2024-12-02T16:04:10,504 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/dfca9fdb5a88475e9efef8a3ae27a071 2024-12-02T16:04:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/5af648770d0847ae812aef21836caf94 is 50, key is test_row_0/B:col10/1733155448925/Put/seqid=0 2024-12-02T16:04:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742403_1579 (size=12301) 2024-12-02T16:04:10,532 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/5af648770d0847ae812aef21836caf94 2024-12-02T16:04:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/280b68ba11604ae19f189948f1c1081b is 50, key is test_row_0/C:col10/1733155448925/Put/seqid=0 2024-12-02T16:04:10,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742404_1580 (size=12301) 2024-12-02T16:04:10,579 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/280b68ba11604ae19f189948f1c1081b 2024-12-02T16:04:10,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/dfca9fdb5a88475e9efef8a3ae27a071 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/dfca9fdb5a88475e9efef8a3ae27a071 2024-12-02T16:04:10,627 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/dfca9fdb5a88475e9efef8a3ae27a071, entries=150, sequenceid=341, filesize=30.5 K 2024-12-02T16:04:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/5af648770d0847ae812aef21836caf94 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5af648770d0847ae812aef21836caf94 2024-12-02T16:04:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,632 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5af648770d0847ae812aef21836caf94, entries=150, sequenceid=341, filesize=12.0 K 2024-12-02T16:04:10,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/280b68ba11604ae19f189948f1c1081b as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/280b68ba11604ae19f189948f1c1081b 2024-12-02T16:04:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,652 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/280b68ba11604ae19f189948f1c1081b, entries=150, sequenceid=341, filesize=12.0 K 2024-12-02T16:04:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,655 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 97fad7025ef95182f6f42f4dc4c8b2aa in 237ms, sequenceid=341, compaction requested=false 2024-12-02T16:04:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-02T16:04:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-12-02T16:04:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-02T16:04:10,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1240 sec 2024-12-02T16:04:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.1360 sec 2024-12-02T16:04:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T16:04:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,689 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:04:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,691 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:04:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-02T16:04:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-02T16:04:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,694 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:04:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,695 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:04:10,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:04:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-02T16:04:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,843 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/f50cd951f99e415788f63e23332762fb as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/f50cd951f99e415788f63e23332762fb 2024-12-02T16:04:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T16:04:10,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:10,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:10,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-02T16:04:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-02T16:04:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,900 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/B of 97fad7025ef95182f6f42f4dc4c8b2aa into f50cd951f99e415788f63e23332762fb(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:10,900 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,900 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/B, priority=13, startTime=1733155450269; duration=0sec 2024-12-02T16:04:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,900 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:10,900 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:B 2024-12-02T16:04:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-02T16:04:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 204 msec 2024-12-02T16:04:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 214 msec 2024-12-02T16:04:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-02T16:04:11,009 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:04:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,010 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:04:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-02T16:04:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T16:04:11,012 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:04:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,013 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:04:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:04:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T16:04:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T16:04:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:11,171 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-02T16:04:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202996e0798bcac4ac4a25ab17f860edc1a_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_1/A:col10/1733155451145/Put/seqid=0 2024-12-02T16:04:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742405_1581 (size=9914) 2024-12-02T16:04:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155511295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155511295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155511292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T16:04:11,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155511398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155511409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155511411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155511608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155511617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155511619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T16:04:11,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:11,671 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202996e0798bcac4ac4a25ab17f860edc1a_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202996e0798bcac4ac4a25ab17f860edc1a_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:11,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/c60e4127d62e410f8a479781eeaa5392, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:11,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/c60e4127d62e410f8a479781eeaa5392 is 175, key is test_row_1/A:col10/1733155451145/Put/seqid=0 2024-12-02T16:04:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742406_1582 (size=22561) 2024-12-02T16:04:11,723 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/c60e4127d62e410f8a479781eeaa5392 2024-12-02T16:04:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/8f5397fe67714b038b64b8558363392d is 50, key is test_row_1/B:col10/1733155451145/Put/seqid=0 2024-12-02T16:04:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742407_1583 (size=9857) 2024-12-02T16:04:11,796 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/8f5397fe67714b038b64b8558363392d 2024-12-02T16:04:11,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/632ed76032494ad799422a94d2119699 is 50, key is test_row_1/C:col10/1733155451145/Put/seqid=0 2024-12-02T16:04:11,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742408_1584 (size=9857) 2024-12-02T16:04:11,874 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/632ed76032494ad799422a94d2119699 2024-12-02T16:04:11,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/c60e4127d62e410f8a479781eeaa5392 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c60e4127d62e410f8a479781eeaa5392 2024-12-02T16:04:11,899 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c60e4127d62e410f8a479781eeaa5392, entries=100, sequenceid=350, filesize=22.0 K 2024-12-02T16:04:11,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/8f5397fe67714b038b64b8558363392d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/8f5397fe67714b038b64b8558363392d 2024-12-02T16:04:11,905 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/8f5397fe67714b038b64b8558363392d, entries=100, sequenceid=350, filesize=9.6 K 2024-12-02T16:04:11,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/632ed76032494ad799422a94d2119699 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/632ed76032494ad799422a94d2119699 2024-12-02T16:04:11,912 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/632ed76032494ad799422a94d2119699, entries=100, sequenceid=350, filesize=9.6 K 2024-12-02T16:04:11,922 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 97fad7025ef95182f6f42f4dc4c8b2aa in 751ms, sequenceid=350, compaction requested=true 2024-12-02T16:04:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-02T16:04:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-02T16:04:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(8855): Flush requested on 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:11,933 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T16:04:11,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-02T16:04:11,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-02T16:04:11,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 919 msec 2024-12-02T16:04:11,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155511941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 940 msec 2024-12-02T16:04:11,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155511953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120229eb78a635054a4a9c857e65802928d0_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155451923/Put/seqid=0 2024-12-02T16:04:11,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155511957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:11,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742409_1585 (size=12454) 2024-12-02T16:04:12,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155512058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155512068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:12,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155512068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T16:04:12,148 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:04:12,149 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-02T16:04:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-02T16:04:12,151 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:04:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T16:04:12,158 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:04:12,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:04:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T16:04:12,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155512278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:12,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155512282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:12,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155512283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:12,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-02T16:04:12,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:12,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:12,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:12,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:12,402 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:12,419 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120229eb78a635054a4a9c857e65802928d0_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120229eb78a635054a4a9c857e65802928d0_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:12,421 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/8c97aefc37b24441af6cf425cd602b0c, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:12,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/8c97aefc37b24441af6cf425cd602b0c is 175, key is test_row_0/A:col10/1733155451923/Put/seqid=0 2024-12-02T16:04:12,441 INFO [Thread-2181 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2181. 2024-12-02T16:04:12,441 DEBUG [Thread-2181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:04:12,441 DEBUG [Thread-2181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:12,441 DEBUG [Thread-2181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:12,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:12,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742410_1586 (size=31255) 2024-12-02T16:04:12,444 INFO [Thread-2183 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2183. 2024-12-02T16:04:12,444 DEBUG [Thread-2183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:04:12,444 DEBUG [Thread-2183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:12,444 DEBUG [Thread-2183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:12,446 INFO [Thread-2179 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2179. 2024-12-02T16:04:12,446 INFO [Thread-2185 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2185. 2024-12-02T16:04:12,446 DEBUG [Thread-2179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:04:12,446 DEBUG [Thread-2185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:04:12,446 DEBUG [Thread-2179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:12,446 DEBUG [Thread-2185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:12,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:12,446 DEBUG [Thread-2185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:12,446 DEBUG [Thread-2179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:12,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:12,449 INFO [Thread-2187 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2187. 2024-12-02T16:04:12,449 DEBUG [Thread-2187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:04:12,449 DEBUG [Thread-2187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:12,449 DEBUG [Thread-2187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:12,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:12,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:12,455 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/8c97aefc37b24441af6cf425cd602b0c 2024-12-02T16:04:12,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-02T16:04:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:12,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T16:04:12,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/2dc5f3dd838a49388c2add48a38b93f3 is 50, key is test_row_0/B:col10/1733155451923/Put/seqid=0 2024-12-02T16:04:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:12,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742411_1587 (size=12301) 2024-12-02T16:04:12,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/2dc5f3dd838a49388c2add48a38b93f3 2024-12-02T16:04:12,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/baf15d73a0604538b242c5e88637dda6 is 50, key is test_row_0/C:col10/1733155451923/Put/seqid=0 2024-12-02T16:04:12,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54342 deadline: 1733155512591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:12,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:12,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54378 deadline: 1733155512599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:12,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T16:04:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54392 deadline: 1733155512599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:12,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:12,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 , the old value is region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T16:04:12,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., hostname=e1c0b6c2739c,37869,1733155278829, seqNum=5 because the exception is null or not the one we care about 2024-12-02T16:04:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742412_1588 (size=12301) 2024-12-02T16:04:12,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/baf15d73a0604538b242c5e88637dda6 2024-12-02T16:04:12,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/8c97aefc37b24441af6cf425cd602b0c as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/8c97aefc37b24441af6cf425cd602b0c 2024-12-02T16:04:12,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-02T16:04:12,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. as already flushing 2024-12-02T16:04:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:12,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:04:12,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/8c97aefc37b24441af6cf425cd602b0c, entries=150, sequenceid=382, filesize=30.5 K 2024-12-02T16:04:12,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/2dc5f3dd838a49388c2add48a38b93f3 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2dc5f3dd838a49388c2add48a38b93f3 2024-12-02T16:04:12,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2dc5f3dd838a49388c2add48a38b93f3, entries=150, sequenceid=382, filesize=12.0 K 2024-12-02T16:04:12,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/baf15d73a0604538b242c5e88637dda6 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/baf15d73a0604538b242c5e88637dda6 2024-12-02T16:04:12,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/baf15d73a0604538b242c5e88637dda6, entries=150, sequenceid=382, filesize=12.0 K 2024-12-02T16:04:12,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 97fad7025ef95182f6f42f4dc4c8b2aa in 736ms, sequenceid=382, compaction requested=true 2024-12-02T16:04:12,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:12,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:04:12,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:12,669 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:04:12,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:04:12,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:12,669 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:04:12,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97fad7025ef95182f6f42f4dc4c8b2aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:04:12,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:12,671 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:04:12,671 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/B is initiating minor compaction (all files) 2024-12-02T16:04:12,671 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/B in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:12,671 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/f50cd951f99e415788f63e23332762fb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5af648770d0847ae812aef21836caf94, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/8f5397fe67714b038b64b8558363392d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2dc5f3dd838a49388c2add48a38b93f3] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=46.4 K 2024-12-02T16:04:12,671 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 117110 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:04:12,671 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/A is initiating minor compaction (all files) 2024-12-02T16:04:12,672 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/A in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:12,672 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/9177e60ef1644ab595213bceead31723, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/dfca9fdb5a88475e9efef8a3ae27a071, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c60e4127d62e410f8a479781eeaa5392, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/8c97aefc37b24441af6cf425cd602b0c] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=114.4 K 2024-12-02T16:04:12,672 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:12,672 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. files: [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/9177e60ef1644ab595213bceead31723, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/dfca9fdb5a88475e9efef8a3ae27a071, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c60e4127d62e410f8a479781eeaa5392, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/8c97aefc37b24441af6cf425cd602b0c] 2024-12-02T16:04:12,672 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting f50cd951f99e415788f63e23332762fb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155448515 2024-12-02T16:04:12,672 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9177e60ef1644ab595213bceead31723, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155448515 2024-12-02T16:04:12,672 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 5af648770d0847ae812aef21836caf94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733155448925 2024-12-02T16:04:12,672 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfca9fdb5a88475e9efef8a3ae27a071, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733155448925 2024-12-02T16:04:12,673 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f5397fe67714b038b64b8558363392d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733155451139 2024-12-02T16:04:12,673 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting c60e4127d62e410f8a479781eeaa5392, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733155451139 2024-12-02T16:04:12,673 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c97aefc37b24441af6cf425cd602b0c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733155451287 2024-12-02T16:04:12,673 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dc5f3dd838a49388c2add48a38b93f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733155451287 2024-12-02T16:04:12,687 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:12,696 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:12,696 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/22ab72ea824f468dbae3da10bacc6511 is 50, key is test_row_0/B:col10/1733155451923/Put/seqid=0 2024-12-02T16:04:12,699 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202c9515901e96a4585bf1b170d251f940e_97fad7025ef95182f6f42f4dc4c8b2aa store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:12,702 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202c9515901e96a4585bf1b170d251f940e_97fad7025ef95182f6f42f4dc4c8b2aa, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:12,703 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c9515901e96a4585bf1b170d251f940e_97fad7025ef95182f6f42f4dc4c8b2aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742413_1589 (size=13221) 2024-12-02T16:04:12,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742414_1590 (size=4469) 2024-12-02T16:04:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T16:04:12,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-02T16:04:12,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:12,806 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-02T16:04:12,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020e1beda54fc842cc81005aeb4d0fd821_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155451943/Put/seqid=0 2024-12-02T16:04:12,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742415_1591 (size=9914) 2024-12-02T16:04:12,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:12,887 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020e1beda54fc842cc81005aeb4d0fd821_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020e1beda54fc842cc81005aeb4d0fd821_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/45ca6a54581046b3ad8429972e91c9fd, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/45ca6a54581046b3ad8429972e91c9fd is 175, key is test_row_0/A:col10/1733155451943/Put/seqid=0 2024-12-02T16:04:12,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742416_1592 (size=22561) 2024-12-02T16:04:13,110 INFO [Thread-2176 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2176. 2024-12-02T16:04:13,110 INFO [Thread-2172 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2172. 2024-12-02T16:04:13,110 DEBUG [Thread-2176 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:04:13,110 DEBUG [Thread-2172 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:04:13,110 DEBUG [Thread-2176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:13,110 DEBUG [Thread-2172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:13,110 DEBUG [Thread-2172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:13,110 DEBUG [Thread-2176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:13,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:13,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:13,120 INFO [Thread-2174 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2174. 2024-12-02T16:04:13,120 DEBUG [Thread-2174 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:04:13,120 DEBUG [Thread-2174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:13,120 DEBUG [Thread-2174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:13,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:13,125 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/22ab72ea824f468dbae3da10bacc6511 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/22ab72ea824f468dbae3da10bacc6511 2024-12-02T16:04:13,127 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#A#compaction#486 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:13,127 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/564f475b09f24b939b8ca087fbd53909 is 175, key is test_row_0/A:col10/1733155451923/Put/seqid=0 2024-12-02T16:04:13,135 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/B of 97fad7025ef95182f6f42f4dc4c8b2aa into 22ab72ea824f468dbae3da10bacc6511(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:13,135 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:13,135 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/B, priority=12, startTime=1733155452669; duration=0sec 2024-12-02T16:04:13,135 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:04:13,135 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:B 2024-12-02T16:04:13,135 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:04:13,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742417_1593 (size=32175) 2024-12-02T16:04:13,138 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:04:13,138 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1541): 97fad7025ef95182f6f42f4dc4c8b2aa/C is initiating minor compaction (all files) 2024-12-02T16:04:13,138 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97fad7025ef95182f6f42f4dc4c8b2aa/C in TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:13,138 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c00f965bc04d448aabeb41778a737840, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/280b68ba11604ae19f189948f1c1081b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/632ed76032494ad799422a94d2119699, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/baf15d73a0604538b242c5e88637dda6] into tmpdir=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp, totalSize=46.4 K 2024-12-02T16:04:13,146 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting c00f965bc04d448aabeb41778a737840, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733155448515 2024-12-02T16:04:13,151 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 280b68ba11604ae19f189948f1c1081b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733155448925 2024-12-02T16:04:13,157 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting 632ed76032494ad799422a94d2119699, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733155451139 2024-12-02T16:04:13,160 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] compactions.Compactor(225): Compacting baf15d73a0604538b242c5e88637dda6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733155451287 2024-12-02T16:04:13,182 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97fad7025ef95182f6f42f4dc4c8b2aa#C#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:04:13,183 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/98b839fd6e6f43508d06772f6b12e58f is 50, key is test_row_0/C:col10/1733155451923/Put/seqid=0 2024-12-02T16:04:13,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742418_1594 (size=13221) 2024-12-02T16:04:13,244 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/98b839fd6e6f43508d06772f6b12e58f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/98b839fd6e6f43508d06772f6b12e58f 2024-12-02T16:04:13,260 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/C of 97fad7025ef95182f6f42f4dc4c8b2aa into 98b839fd6e6f43508d06772f6b12e58f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:13,260 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:13,260 INFO [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/C, priority=12, startTime=1733155452669; duration=0sec 2024-12-02T16:04:13,261 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:13,261 DEBUG [RS:0;e1c0b6c2739c:37869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:C 2024-12-02T16:04:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T16:04:13,338 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/45ca6a54581046b3ad8429972e91c9fd 2024-12-02T16:04:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/968f1c8016354cbf9fe08d9404e65dee is 50, key is test_row_0/B:col10/1733155451943/Put/seqid=0 2024-12-02T16:04:13,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742419_1595 (size=9857) 2024-12-02T16:04:13,542 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/564f475b09f24b939b8ca087fbd53909 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/564f475b09f24b939b8ca087fbd53909 2024-12-02T16:04:13,548 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97fad7025ef95182f6f42f4dc4c8b2aa/A of 97fad7025ef95182f6f42f4dc4c8b2aa into 564f475b09f24b939b8ca087fbd53909(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:04:13,548 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:13,548 INFO [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., storeName=97fad7025ef95182f6f42f4dc4c8b2aa/A, priority=12, startTime=1733155452669; duration=0sec 2024-12-02T16:04:13,548 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:04:13,549 DEBUG [RS:0;e1c0b6c2739c:37869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97fad7025ef95182f6f42f4dc4c8b2aa:A 2024-12-02T16:04:13,772 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/968f1c8016354cbf9fe08d9404e65dee 2024-12-02T16:04:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/30a8c1b4397b42a6814c3f6332bde98d is 50, key is test_row_0/C:col10/1733155451943/Put/seqid=0 2024-12-02T16:04:13,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742420_1596 (size=9857) 2024-12-02T16:04:13,824 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/30a8c1b4397b42a6814c3f6332bde98d 2024-12-02T16:04:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/45ca6a54581046b3ad8429972e91c9fd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/45ca6a54581046b3ad8429972e91c9fd 2024-12-02T16:04:13,844 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/45ca6a54581046b3ad8429972e91c9fd, entries=100, sequenceid=387, filesize=22.0 K 2024-12-02T16:04:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/968f1c8016354cbf9fe08d9404e65dee as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/968f1c8016354cbf9fe08d9404e65dee 2024-12-02T16:04:13,849 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/968f1c8016354cbf9fe08d9404e65dee, entries=100, sequenceid=387, filesize=9.6 K 2024-12-02T16:04:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/30a8c1b4397b42a6814c3f6332bde98d as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/30a8c1b4397b42a6814c3f6332bde98d 2024-12-02T16:04:13,856 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/30a8c1b4397b42a6814c3f6332bde98d, entries=100, sequenceid=387, filesize=9.6 K 2024-12-02T16:04:13,857 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=20.13 KB/20610 for 97fad7025ef95182f6f42f4dc4c8b2aa in 1051ms, sequenceid=387, compaction requested=false 2024-12-02T16:04:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 97fad7025ef95182f6f42f4dc4c8b2aa: 2024-12-02T16:04:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-02T16:04:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-02T16:04:13,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-02T16:04:13,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7000 sec 2024-12-02T16:04:13,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.7120 sec 2024-12-02T16:04:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T16:04:14,318 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:04:16,979 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:04:19,389 INFO [Thread-2170 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2170. 2024-12-02T16:04:19,389 DEBUG [Thread-2170 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:04:19,389 DEBUG [Thread-2170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:19,389 DEBUG [Thread-2170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:19,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:19,479 INFO [Thread-2168 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2168. 2024-12-02T16:04:19,479 DEBUG [Thread-2168 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T16:04:19,479 DEBUG [Thread-2168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:19,479 DEBUG [Thread-2168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:19,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3720 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3811 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3527 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3772 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3776 2024-12-02T16:04:19,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:04:19,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T16:04:19,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:04:19,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:19,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:19,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:19,481 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-02T16:04:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:04:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T16:04:19,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155459485"}]},"ts":"1733155459485"} 2024-12-02T16:04:19,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:04:19,487 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:04:19,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:04:19,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, UNASSIGN}] 2024-12-02T16:04:19,491 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, UNASSIGN 2024-12-02T16:04:19,491 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=97fad7025ef95182f6f42f4dc4c8b2aa, regionState=CLOSING, regionLocation=e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:19,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, UNASSIGN because future has completed 2024-12-02T16:04:19,493 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:04:19,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829}] 2024-12-02T16:04:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T16:04:19,645 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(122): Close 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:19,646 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T16:04:19,646 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1722): Closing 97fad7025ef95182f6f42f4dc4c8b2aa, disabling compactions & flushes 2024-12-02T16:04:19,646 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:19,646 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:19,646 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. after waiting 0 ms 2024-12-02T16:04:19,646 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:19,646 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(2902): Flushing 97fad7025ef95182f6f42f4dc4c8b2aa 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T16:04:19,652 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023151b86cf9f94a39a0f8d41382a23299_97fad7025ef95182f6f42f4dc4c8b2aa is 50, key is test_row_0/A:col10/1733155459478/Put/seqid=0 2024-12-02T16:04:19,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742421_1597 (size=12454) 2024-12-02T16:04:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T16:04:20,059 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:04:20,062 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023151b86cf9f94a39a0f8d41382a23299_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023151b86cf9f94a39a0f8d41382a23299_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:20,063 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0c5775453531478e9a6be0b87ebf6981, store: [table=TestAcidGuarantees family=A region=97fad7025ef95182f6f42f4dc4c8b2aa] 2024-12-02T16:04:20,063 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0c5775453531478e9a6be0b87ebf6981 is 175, key is test_row_0/A:col10/1733155459478/Put/seqid=0 2024-12-02T16:04:20,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742422_1598 (size=31255) 2024-12-02T16:04:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T16:04:20,470 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0c5775453531478e9a6be0b87ebf6981 2024-12-02T16:04:20,475 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/9474f1241d904b9fbd1de0befe021778 is 50, key is test_row_0/B:col10/1733155459478/Put/seqid=0 2024-12-02T16:04:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742423_1599 (size=12301) 2024-12-02T16:04:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T16:04:20,883 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/9474f1241d904b9fbd1de0befe021778 2024-12-02T16:04:20,889 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/f8fe53f35165404193e42ca4d6d3466f is 50, key is test_row_0/C:col10/1733155459478/Put/seqid=0 2024-12-02T16:04:20,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742424_1600 (size=12301) 2024-12-02T16:04:20,898 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/f8fe53f35165404193e42ca4d6d3466f 2024-12-02T16:04:20,904 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/A/0c5775453531478e9a6be0b87ebf6981 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0c5775453531478e9a6be0b87ebf6981 2024-12-02T16:04:20,913 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0c5775453531478e9a6be0b87ebf6981, entries=150, sequenceid=398, filesize=30.5 K 2024-12-02T16:04:20,914 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/B/9474f1241d904b9fbd1de0befe021778 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/9474f1241d904b9fbd1de0befe021778 2024-12-02T16:04:20,918 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/9474f1241d904b9fbd1de0befe021778, entries=150, sequenceid=398, filesize=12.0 K 2024-12-02T16:04:20,919 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/.tmp/C/f8fe53f35165404193e42ca4d6d3466f as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/f8fe53f35165404193e42ca4d6d3466f 2024-12-02T16:04:20,923 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/f8fe53f35165404193e42ca4d6d3466f, entries=150, sequenceid=398, filesize=12.0 K 2024-12-02T16:04:20,924 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 97fad7025ef95182f6f42f4dc4c8b2aa in 1278ms, sequenceid=398, compaction requested=true 2024-12-02T16:04:20,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/1da4cb7f9f13417b9e4a5e8a1b868302, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d5f8cfbe17b847aa99bde024dbc35f58, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/07876ce2b15c4aaa8ff1e3aadc281b7c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/72ec038474ab4508b23c3e07d21011e2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/744d87ed75444d7ca16a8f1f03cb60e7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/5fa92600224449f2a920f121e8115d66, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/ad50c0b610b74030867cbe464f795e8d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a0d6dc8b99054fdabfed9dd55818d3b4, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0b64bf6b4d1641818e968e9a4922ea3d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c9bfee4b93a7436483ec2723276f746a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/fee347d49f91494eb9f67cae846646ea, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0e791cd896f74b66b98693d00dd9d19a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/23259e36386847968742d0a718e1f828, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/da37c6681f9647608e6cae4d1ebef60b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d79d09d897ba4cfeb53b5c650f38fd45, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a91bb615cd3c48b0af4f3b9d1dc0d723, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/38bda3d70a184a3b8e7ff3ac42dca27a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/3255952a0f114b5e8aba5846cc03392e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/4226214b05a14703ad2e216fa64d1374, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a508556139254084a91e44b4b0282d25, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/e8e7f3823066471a9bfd660cfdf07450, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/cb9dd2e48f8f4df4aba152cafb21cdd1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/40abb12080f04ef7a95350d67e4c7510, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/9177e60ef1644ab595213bceead31723, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/dfca9fdb5a88475e9efef8a3ae27a071, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c60e4127d62e410f8a479781eeaa5392, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/8c97aefc37b24441af6cf425cd602b0c] to archive 2024-12-02T16:04:20,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:04:20,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/1da4cb7f9f13417b9e4a5e8a1b868302 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/1da4cb7f9f13417b9e4a5e8a1b868302 2024-12-02T16:04:20,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d5f8cfbe17b847aa99bde024dbc35f58 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d5f8cfbe17b847aa99bde024dbc35f58 2024-12-02T16:04:20,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/07876ce2b15c4aaa8ff1e3aadc281b7c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/07876ce2b15c4aaa8ff1e3aadc281b7c 2024-12-02T16:04:20,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/72ec038474ab4508b23c3e07d21011e2 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/72ec038474ab4508b23c3e07d21011e2 2024-12-02T16:04:20,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/744d87ed75444d7ca16a8f1f03cb60e7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/744d87ed75444d7ca16a8f1f03cb60e7 2024-12-02T16:04:20,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/5fa92600224449f2a920f121e8115d66 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/5fa92600224449f2a920f121e8115d66 2024-12-02T16:04:20,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/ad50c0b610b74030867cbe464f795e8d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/ad50c0b610b74030867cbe464f795e8d 2024-12-02T16:04:20,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a0d6dc8b99054fdabfed9dd55818d3b4 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a0d6dc8b99054fdabfed9dd55818d3b4 2024-12-02T16:04:20,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0b64bf6b4d1641818e968e9a4922ea3d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0b64bf6b4d1641818e968e9a4922ea3d 2024-12-02T16:04:20,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c9bfee4b93a7436483ec2723276f746a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c9bfee4b93a7436483ec2723276f746a 2024-12-02T16:04:20,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/fee347d49f91494eb9f67cae846646ea to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/fee347d49f91494eb9f67cae846646ea 2024-12-02T16:04:20,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0e791cd896f74b66b98693d00dd9d19a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0e791cd896f74b66b98693d00dd9d19a 2024-12-02T16:04:20,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/23259e36386847968742d0a718e1f828 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/23259e36386847968742d0a718e1f828 2024-12-02T16:04:20,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/da37c6681f9647608e6cae4d1ebef60b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/da37c6681f9647608e6cae4d1ebef60b 2024-12-02T16:04:20,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d79d09d897ba4cfeb53b5c650f38fd45 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/d79d09d897ba4cfeb53b5c650f38fd45 2024-12-02T16:04:20,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a91bb615cd3c48b0af4f3b9d1dc0d723 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a91bb615cd3c48b0af4f3b9d1dc0d723 2024-12-02T16:04:20,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/38bda3d70a184a3b8e7ff3ac42dca27a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/38bda3d70a184a3b8e7ff3ac42dca27a 2024-12-02T16:04:20,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/3255952a0f114b5e8aba5846cc03392e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/3255952a0f114b5e8aba5846cc03392e 2024-12-02T16:04:20,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/4226214b05a14703ad2e216fa64d1374 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/4226214b05a14703ad2e216fa64d1374 2024-12-02T16:04:20,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a508556139254084a91e44b4b0282d25 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/a508556139254084a91e44b4b0282d25 2024-12-02T16:04:20,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/e8e7f3823066471a9bfd660cfdf07450 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/e8e7f3823066471a9bfd660cfdf07450 2024-12-02T16:04:20,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/cb9dd2e48f8f4df4aba152cafb21cdd1 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/cb9dd2e48f8f4df4aba152cafb21cdd1 2024-12-02T16:04:20,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/40abb12080f04ef7a95350d67e4c7510 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/40abb12080f04ef7a95350d67e4c7510 2024-12-02T16:04:21,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/9177e60ef1644ab595213bceead31723 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/9177e60ef1644ab595213bceead31723 2024-12-02T16:04:21,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/dfca9fdb5a88475e9efef8a3ae27a071 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/dfca9fdb5a88475e9efef8a3ae27a071 2024-12-02T16:04:21,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c60e4127d62e410f8a479781eeaa5392 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/c60e4127d62e410f8a479781eeaa5392 2024-12-02T16:04:21,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/8c97aefc37b24441af6cf425cd602b0c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/8c97aefc37b24441af6cf425cd602b0c 2024-12-02T16:04:21,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/6bf97404f2e142ad9b7c0f785c3b7b0d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/bc649a5c09fc41b3aaa686d8d1638e77, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a48d77753b466eb1b1f818c50bf29a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/20ffe8f8153a45d7acf86544b5dcc0a2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2bedf3e57d934c4ab054d4debb9d431e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/a058c9c1fe224b558c4a2efcfbf36c4e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/eee6c67a1a8e4a288f7bc58f7b643798, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/c193663a3b2e411bb2e6acc594ca2ae0, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/73c694ab9c7f4349bb480c3f0e012e3b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ca7ab812cf1b4f78ac893752fd5e3cfa, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/e31d00629ac74defbed6aba6d777d088, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a800c1201b47d3b97f7034a01d4efd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/7e347b6228fb4e17be917a91cf8a959e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/4e6a30188829496c9ec34f0e1077d49e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/b8a7b6d93f574466b17f7416f981d6bb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/700f80a1a4c34b0e88c2bff76e5d6ab7, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ab73fdd4603943aaa5561fd5c138d5ff, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/78b0a08150224d6f92ed2d909b90e73c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5ff0f4e73f0f4d21bbb425f3f389c3a6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/432c9bf6085d4e6f95a10ec7534b3fcb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/9807a33d580b4714a7186ec17e8a3cb5, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/909e52895d0c410e8f14ef62841fc537, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/f50cd951f99e415788f63e23332762fb, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ba965d1bc761440e9896307c45c9e456, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5af648770d0847ae812aef21836caf94, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/8f5397fe67714b038b64b8558363392d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2dc5f3dd838a49388c2add48a38b93f3] to archive 2024-12-02T16:04:21,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:04:21,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/6bf97404f2e142ad9b7c0f785c3b7b0d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/6bf97404f2e142ad9b7c0f785c3b7b0d 2024-12-02T16:04:21,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/bc649a5c09fc41b3aaa686d8d1638e77 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/bc649a5c09fc41b3aaa686d8d1638e77 2024-12-02T16:04:21,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a48d77753b466eb1b1f818c50bf29a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a48d77753b466eb1b1f818c50bf29a 2024-12-02T16:04:21,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/20ffe8f8153a45d7acf86544b5dcc0a2 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/20ffe8f8153a45d7acf86544b5dcc0a2 2024-12-02T16:04:21,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2bedf3e57d934c4ab054d4debb9d431e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2bedf3e57d934c4ab054d4debb9d431e 2024-12-02T16:04:21,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/a058c9c1fe224b558c4a2efcfbf36c4e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/a058c9c1fe224b558c4a2efcfbf36c4e 2024-12-02T16:04:21,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/eee6c67a1a8e4a288f7bc58f7b643798 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/eee6c67a1a8e4a288f7bc58f7b643798 2024-12-02T16:04:21,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/c193663a3b2e411bb2e6acc594ca2ae0 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/c193663a3b2e411bb2e6acc594ca2ae0 2024-12-02T16:04:21,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/73c694ab9c7f4349bb480c3f0e012e3b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/73c694ab9c7f4349bb480c3f0e012e3b 2024-12-02T16:04:21,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ca7ab812cf1b4f78ac893752fd5e3cfa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ca7ab812cf1b4f78ac893752fd5e3cfa 2024-12-02T16:04:21,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/e31d00629ac74defbed6aba6d777d088 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/e31d00629ac74defbed6aba6d777d088 2024-12-02T16:04:21,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a800c1201b47d3b97f7034a01d4efd to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/d7a800c1201b47d3b97f7034a01d4efd 2024-12-02T16:04:21,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/7e347b6228fb4e17be917a91cf8a959e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/7e347b6228fb4e17be917a91cf8a959e 2024-12-02T16:04:21,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/4e6a30188829496c9ec34f0e1077d49e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/4e6a30188829496c9ec34f0e1077d49e 2024-12-02T16:04:21,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/b8a7b6d93f574466b17f7416f981d6bb to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/b8a7b6d93f574466b17f7416f981d6bb 2024-12-02T16:04:21,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/700f80a1a4c34b0e88c2bff76e5d6ab7 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/700f80a1a4c34b0e88c2bff76e5d6ab7 2024-12-02T16:04:21,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ab73fdd4603943aaa5561fd5c138d5ff to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ab73fdd4603943aaa5561fd5c138d5ff 2024-12-02T16:04:21,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/78b0a08150224d6f92ed2d909b90e73c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/78b0a08150224d6f92ed2d909b90e73c 2024-12-02T16:04:21,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5ff0f4e73f0f4d21bbb425f3f389c3a6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5ff0f4e73f0f4d21bbb425f3f389c3a6 2024-12-02T16:04:21,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/432c9bf6085d4e6f95a10ec7534b3fcb to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/432c9bf6085d4e6f95a10ec7534b3fcb 2024-12-02T16:04:21,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/9807a33d580b4714a7186ec17e8a3cb5 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/9807a33d580b4714a7186ec17e8a3cb5 2024-12-02T16:04:21,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/909e52895d0c410e8f14ef62841fc537 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/909e52895d0c410e8f14ef62841fc537 2024-12-02T16:04:21,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/f50cd951f99e415788f63e23332762fb to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/f50cd951f99e415788f63e23332762fb 2024-12-02T16:04:21,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ba965d1bc761440e9896307c45c9e456 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/ba965d1bc761440e9896307c45c9e456 2024-12-02T16:04:21,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5af648770d0847ae812aef21836caf94 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/5af648770d0847ae812aef21836caf94 2024-12-02T16:04:21,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/8f5397fe67714b038b64b8558363392d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/8f5397fe67714b038b64b8558363392d 2024-12-02T16:04:21,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2dc5f3dd838a49388c2add48a38b93f3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/2dc5f3dd838a49388c2add48a38b93f3 2024-12-02T16:04:21,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0f601788259d4ded872c792fc25f60ee, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/8037e1d606374b46be7327d19fd416f3, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/7c97b4a127e042dfb47fa5b06aebf83e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/7ffcd219bd274cbdaa719d6a54778217, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0813658a27704163a05841612a8f3b13, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/78a74a95ca8349c5a7dd7a0578071b0c, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/4880a30ea75040d089b44122be252f04, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/99a7c4c0c87047029ef8b6d2cd575394, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b0f077a67c72407e8043cee5d8b92826, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/ca478d09cbc24e40a6bedee9ee516c73, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b7112c48405e4fa490bc98a70400d81d, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/93a5f08b90214553ac83858b5c8f63fc, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/f82fa42f99844ed48522e7dd1e773738, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/82beceaf5201465ca9d16676bf516296, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/2f671748b0de4da789a431af407795bd, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b9017eeeda4f499bae5a498a1228c4e1, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/51b44cef8dfe48d8af1c9fa088bf438e, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/498c9893c3bf4de0af0dca5f6dc06ca2, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/64cb2489716e49448868c3f4c9e0fbc6, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/8621c4c38c5c4509a37bbed86a2ff4de, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c504761345674351a82cb196e273d47a, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c01694455e794018aa72fcb69cfff37f, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c00f965bc04d448aabeb41778a737840, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/6b3ae6426059463f89770e27197675ba, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/280b68ba11604ae19f189948f1c1081b, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/632ed76032494ad799422a94d2119699, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/baf15d73a0604538b242c5e88637dda6] to archive 2024-12-02T16:04:21,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:04:21,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0f601788259d4ded872c792fc25f60ee to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0f601788259d4ded872c792fc25f60ee 2024-12-02T16:04:21,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/8037e1d606374b46be7327d19fd416f3 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/8037e1d606374b46be7327d19fd416f3 2024-12-02T16:04:21,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/7c97b4a127e042dfb47fa5b06aebf83e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/7c97b4a127e042dfb47fa5b06aebf83e 2024-12-02T16:04:21,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/7ffcd219bd274cbdaa719d6a54778217 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/7ffcd219bd274cbdaa719d6a54778217 2024-12-02T16:04:21,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0813658a27704163a05841612a8f3b13 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/0813658a27704163a05841612a8f3b13 2024-12-02T16:04:21,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/78a74a95ca8349c5a7dd7a0578071b0c to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/78a74a95ca8349c5a7dd7a0578071b0c 2024-12-02T16:04:21,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/4880a30ea75040d089b44122be252f04 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/4880a30ea75040d089b44122be252f04 2024-12-02T16:04:21,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/99a7c4c0c87047029ef8b6d2cd575394 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/99a7c4c0c87047029ef8b6d2cd575394 2024-12-02T16:04:21,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b0f077a67c72407e8043cee5d8b92826 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b0f077a67c72407e8043cee5d8b92826 2024-12-02T16:04:21,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/ca478d09cbc24e40a6bedee9ee516c73 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/ca478d09cbc24e40a6bedee9ee516c73 2024-12-02T16:04:21,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b7112c48405e4fa490bc98a70400d81d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b7112c48405e4fa490bc98a70400d81d 2024-12-02T16:04:21,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/93a5f08b90214553ac83858b5c8f63fc to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/93a5f08b90214553ac83858b5c8f63fc 2024-12-02T16:04:21,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/f82fa42f99844ed48522e7dd1e773738 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/f82fa42f99844ed48522e7dd1e773738 2024-12-02T16:04:21,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/82beceaf5201465ca9d16676bf516296 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/82beceaf5201465ca9d16676bf516296 2024-12-02T16:04:21,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/2f671748b0de4da789a431af407795bd to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/2f671748b0de4da789a431af407795bd 2024-12-02T16:04:21,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b9017eeeda4f499bae5a498a1228c4e1 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/b9017eeeda4f499bae5a498a1228c4e1 2024-12-02T16:04:21,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/51b44cef8dfe48d8af1c9fa088bf438e to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/51b44cef8dfe48d8af1c9fa088bf438e 2024-12-02T16:04:21,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/498c9893c3bf4de0af0dca5f6dc06ca2 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/498c9893c3bf4de0af0dca5f6dc06ca2 2024-12-02T16:04:21,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/64cb2489716e49448868c3f4c9e0fbc6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/64cb2489716e49448868c3f4c9e0fbc6 2024-12-02T16:04:21,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/8621c4c38c5c4509a37bbed86a2ff4de to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/8621c4c38c5c4509a37bbed86a2ff4de 2024-12-02T16:04:21,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c504761345674351a82cb196e273d47a to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c504761345674351a82cb196e273d47a 2024-12-02T16:04:21,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c01694455e794018aa72fcb69cfff37f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c01694455e794018aa72fcb69cfff37f 2024-12-02T16:04:21,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c00f965bc04d448aabeb41778a737840 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/c00f965bc04d448aabeb41778a737840 2024-12-02T16:04:21,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/6b3ae6426059463f89770e27197675ba to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/6b3ae6426059463f89770e27197675ba 2024-12-02T16:04:21,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/280b68ba11604ae19f189948f1c1081b to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/280b68ba11604ae19f189948f1c1081b 2024-12-02T16:04:21,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/632ed76032494ad799422a94d2119699 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/632ed76032494ad799422a94d2119699 2024-12-02T16:04:21,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/baf15d73a0604538b242c5e88637dda6 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/baf15d73a0604538b242c5e88637dda6 2024-12-02T16:04:21,114 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/recovered.edits/401.seqid, newMaxSeqId=401, maxSeqId=4 2024-12-02T16:04:21,115 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. 2024-12-02T16:04:21,115 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1676): Region close journal for 97fad7025ef95182f6f42f4dc4c8b2aa: Waiting for close lock at 1733155459646Running coprocessor pre-close hooks at 1733155459646Disabling compacts and flushes for region at 1733155459646Disabling writes for close at 1733155459646Obtaining lock to block concurrent updates at 1733155459646Preparing flush snapshotting stores in 97fad7025ef95182f6f42f4dc4c8b2aa at 1733155459646Finished memstore snapshotting TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733155459646Flushing stores of TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa. at 1733155459647 (+1 ms)Flushing 97fad7025ef95182f6f42f4dc4c8b2aa/A: creating writer at 1733155459647Flushing mob file 97fad7025ef95182f6f42f4dc4c8b2aa/A: appending metadata at 1733155459652 (+5 ms)Flushing mob file 97fad7025ef95182f6f42f4dc4c8b2aa/A: closing flushed file at 1733155459652Flushing 97fad7025ef95182f6f42f4dc4c8b2aa/A: appending metadata at 1733155460063 (+411 ms)Flushing 97fad7025ef95182f6f42f4dc4c8b2aa/A: closing flushed file at 1733155460063Flushing 97fad7025ef95182f6f42f4dc4c8b2aa/B: creating writer at 1733155460472 (+409 ms)Flushing 97fad7025ef95182f6f42f4dc4c8b2aa/B: appending metadata at 1733155460475 (+3 ms)Flushing 97fad7025ef95182f6f42f4dc4c8b2aa/B: closing flushed file at 1733155460475Flushing 97fad7025ef95182f6f42f4dc4c8b2aa/C: creating writer at 1733155460887 (+412 ms)Flushing 97fad7025ef95182f6f42f4dc4c8b2aa/C: appending metadata at 1733155460889 (+2 ms)Flushing 97fad7025ef95182f6f42f4dc4c8b2aa/C: closing flushed file at 1733155460889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501fe747: reopening flushed file at 1733155460903 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311b178f: reopening flushed file at 1733155460913 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5273ae40: reopening flushed file at 1733155460918 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 97fad7025ef95182f6f42f4dc4c8b2aa in 1278ms, sequenceid=398, compaction requested=true at 1733155460924 (+6 ms)Writing region close event to WAL at 1733155461111 (+187 ms)Running coprocessor post-close hooks at 1733155461115 (+4 ms)Closed at 1733155461115 2024-12-02T16:04:21,117 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(157): Closed 97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=97fad7025ef95182f6f42f4dc4c8b2aa, regionState=CLOSED 2024-12-02T16:04:21,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 because future has completed 2024-12-02T16:04:21,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-02T16:04:21,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseRegionProcedure 97fad7025ef95182f6f42f4dc4c8b2aa, server=e1c0b6c2739c,37869,1733155278829 in 1.6270 sec 2024-12-02T16:04:21,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-12-02T16:04:21,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97fad7025ef95182f6f42f4dc4c8b2aa, UNASSIGN in 1.6320 sec 2024-12-02T16:04:21,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-02T16:04:21,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6370 sec 2024-12-02T16:04:21,128 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155461128"}]},"ts":"1733155461128"} 2024-12-02T16:04:21,130 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:04:21,130 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:04:21,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6500 sec 2024-12-02T16:04:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T16:04:21,628 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:04:21,628 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-02T16:04:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:04:21,630 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:04:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-02T16:04:21,631 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:04:21,633 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,635 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C, FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/recovered.edits] 2024-12-02T16:04:21,639 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0c5775453531478e9a6be0b87ebf6981 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/0c5775453531478e9a6be0b87ebf6981 2024-12-02T16:04:21,640 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/45ca6a54581046b3ad8429972e91c9fd to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/45ca6a54581046b3ad8429972e91c9fd 2024-12-02T16:04:21,641 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/564f475b09f24b939b8ca087fbd53909 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/A/564f475b09f24b939b8ca087fbd53909 2024-12-02T16:04:21,642 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/22ab72ea824f468dbae3da10bacc6511 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/22ab72ea824f468dbae3da10bacc6511 2024-12-02T16:04:21,643 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/9474f1241d904b9fbd1de0befe021778 to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/9474f1241d904b9fbd1de0befe021778 2024-12-02T16:04:21,644 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/968f1c8016354cbf9fe08d9404e65dee to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/B/968f1c8016354cbf9fe08d9404e65dee 2024-12-02T16:04:21,645 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/30a8c1b4397b42a6814c3f6332bde98d to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/30a8c1b4397b42a6814c3f6332bde98d 2024-12-02T16:04:21,646 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/98b839fd6e6f43508d06772f6b12e58f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/98b839fd6e6f43508d06772f6b12e58f 2024-12-02T16:04:21,647 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/f8fe53f35165404193e42ca4d6d3466f to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/C/f8fe53f35165404193e42ca4d6d3466f 2024-12-02T16:04:21,649 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/recovered.edits/401.seqid to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa/recovered.edits/401.seqid 2024-12-02T16:04:21,650 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/default/TestAcidGuarantees/97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,650 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:04:21,650 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:04:21,651 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T16:04:21,654 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120208da749606c84cd3ba13dbb854f3b532_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120208da749606c84cd3ba13dbb854f3b532_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,655 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020c61b127d31542c0b8f6048854f2adaf_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020c61b127d31542c0b8f6048854f2adaf_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,656 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020e1beda54fc842cc81005aeb4d0fd821_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020e1beda54fc842cc81005aeb4d0fd821_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,657 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021a5ba2a6449e417a96bfe963731f348c_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021a5ba2a6449e417a96bfe963731f348c_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,658 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120229eb78a635054a4a9c857e65802928d0_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120229eb78a635054a4a9c857e65802928d0_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,658 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023151b86cf9f94a39a0f8d41382a23299_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023151b86cf9f94a39a0f8d41382a23299_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,659 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120240f2d552613e4a819274944c3c420380_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120240f2d552613e4a819274944c3c420380_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,660 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025a54d80493f5437091d27629ff54975d_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025a54d80493f5437091d27629ff54975d_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,661 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025c249844e3334552946aeea4e6e66641_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025c249844e3334552946aeea4e6e66641_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,661 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026bdae9b0b9b746f999fabcaee05b4455_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026bdae9b0b9b746f999fabcaee05b4455_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,662 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027304280bec7a46929304f9a33f9b0d64_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027304280bec7a46929304f9a33f9b0d64_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,663 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120278fa992e6e234391ae091baf1c9d1379_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120278fa992e6e234391ae091baf1c9d1379_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,664 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202840baf30f13d4cfa9faee70011f4da12_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202840baf30f13d4cfa9faee70011f4da12_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,664 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202936cb0eb4dd542c1b4903fd16c324df8_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202936cb0eb4dd542c1b4903fd16c324df8_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,665 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202996e0798bcac4ac4a25ab17f860edc1a_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202996e0798bcac4ac4a25ab17f860edc1a_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,666 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029e5f8100a45a4d64820baa8ac5434933_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029e5f8100a45a4d64820baa8ac5434933_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,667 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ad3fc6d2216449548c23b67c1ac7f77a_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ad3fc6d2216449548c23b67c1ac7f77a_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,668 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202cbfbe737287f4c4f8c95347236ee57bb_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202cbfbe737287f4c4f8c95347236ee57bb_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,668 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d5fb7c71babf4f26a7d9208b12468ba0_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d5fb7c71babf4f26a7d9208b12468ba0_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,669 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e911a853cff74b2ba03c4f02904291ec_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e911a853cff74b2ba03c4f02904291ec_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,670 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202f2140dc7c9b2400dab63e1b2c4b19952_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202f2140dc7c9b2400dab63e1b2c4b19952_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,671 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fb37712040134c14b7c092ebc6b1d3da_97fad7025ef95182f6f42f4dc4c8b2aa to hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fb37712040134c14b7c092ebc6b1d3da_97fad7025ef95182f6f42f4dc4c8b2aa 2024-12-02T16:04:21,671 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:04:21,673 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:04:21,676 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:04:21,678 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:04:21,679 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:04:21,679 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:04:21,679 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733155461679"}]},"ts":"9223372036854775807"} 2024-12-02T16:04:21,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T16:04:21,681 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 97fad7025ef95182f6f42f4dc4c8b2aa, NAME => 'TestAcidGuarantees,,1733155429304.97fad7025ef95182f6f42f4dc4c8b2aa.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:04:21,681 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:04:21,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733155461681"}]},"ts":"9223372036854775807"} 2024-12-02T16:04:21,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T16:04:21,684 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:04:21,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-12-02T16:04:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-02T16:04:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T16:04:21,738 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T16:04:21,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=236 (was 239), OpenFileDescriptor=451 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=912 (was 1024), ProcessCount=11 (was 11), AvailableMemoryMB=4376 (was 4979) 2024-12-02T16:04:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T16:04:21,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T16:04:21,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:04:21,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:21,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:21,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:04:21,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T16:04:21,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1219616701, stopped=false 2024-12-02T16:04:21,751 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1c0b6c2739c,42553,1733155277931 2024-12-02T16:04:21,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:04:21,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:04:21,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:04:21,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:04:21,782 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T16:04:21,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T16:04:21,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:04:21,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:04:21,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:21,783 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,37869,1733155278829' ***** 2024-12-02T16:04:21,784 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T16:04:21,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:04:21,784 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:04:21,784 INFO [RS:0;e1c0b6c2739c:37869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:04:21,784 INFO [RS:0;e1c0b6c2739c:37869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:04:21,784 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T16:04:21,784 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(959): stopping server e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:21,784 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T16:04:21,784 INFO [RS:0;e1c0b6c2739c:37869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1c0b6c2739c:37869. 2024-12-02T16:04:21,785 DEBUG [RS:0;e1c0b6c2739c:37869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:04:21,785 DEBUG [RS:0;e1c0b6c2739c:37869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:21,785 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:04:21,785 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:04:21,785 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:04:21,785 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T16:04:21,786 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T16:04:21,786 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T16:04:21,786 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T16:04:21,786 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:04:21,786 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T16:04:21,786 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T16:04:21,786 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:04:21,786 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:04:21,786 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-02T16:04:21,813 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/info/f79755a3794c406a96305f044c224bcb is 95, key is TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a./info:/1733155310039/DeleteFamily/seqid=0 2024-12-02T16:04:21,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742425_1601 (size=6514) 2024-12-02T16:04:21,845 INFO [regionserver/e1c0b6c2739c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:04:21,986 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T16:04:22,187 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T16:04:22,219 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/info/f79755a3794c406a96305f044c224bcb 2024-12-02T16:04:22,247 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/ns/d27af8e3b9a7402098dd96546bed8f73 is 93, key is TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a./ns:/1733155309959/DeleteFamily/seqid=0 2024-12-02T16:04:22,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742426_1602 (size=5906) 2024-12-02T16:04:22,387 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T16:04:22,587 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T16:04:22,664 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/ns/d27af8e3b9a7402098dd96546bed8f73 2024-12-02T16:04:22,700 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/rep_barrier/1f5d05a982334383a35438441f15b046 is 102, key is TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a./rep_barrier:/1733155309959/DeleteFamily/seqid=0 2024-12-02T16:04:22,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742427_1603 (size=6025) 2024-12-02T16:04:22,737 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/rep_barrier/1f5d05a982334383a35438441f15b046 2024-12-02T16:04:22,781 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/table/440979d46c314de8a5504cea2d7f2cdd is 96, key is TestAcidGuarantees,,1733155282044.fc0449d19d3080b555b08896e787a59a./table:/1733155309959/DeleteFamily/seqid=0 2024-12-02T16:04:22,783 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T16:04:22,783 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T16:04:22,787 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T16:04:22,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742428_1604 (size=5936) 2024-12-02T16:04:22,988 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T16:04:23,188 DEBUG [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T16:04:23,190 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/table/440979d46c314de8a5504cea2d7f2cdd 2024-12-02T16:04:23,194 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/info/f79755a3794c406a96305f044c224bcb as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/info/f79755a3794c406a96305f044c224bcb 2024-12-02T16:04:23,198 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/info/f79755a3794c406a96305f044c224bcb, entries=12, sequenceid=90, filesize=6.4 K 2024-12-02T16:04:23,198 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/ns/d27af8e3b9a7402098dd96546bed8f73 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/ns/d27af8e3b9a7402098dd96546bed8f73 2024-12-02T16:04:23,202 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/ns/d27af8e3b9a7402098dd96546bed8f73, entries=8, sequenceid=90, filesize=5.8 K 2024-12-02T16:04:23,203 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/rep_barrier/1f5d05a982334383a35438441f15b046 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/rep_barrier/1f5d05a982334383a35438441f15b046 2024-12-02T16:04:23,206 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/rep_barrier/1f5d05a982334383a35438441f15b046, entries=6, sequenceid=90, filesize=5.9 K 2024-12-02T16:04:23,207 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/.tmp/table/440979d46c314de8a5504cea2d7f2cdd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/table/440979d46c314de8a5504cea2d7f2cdd 2024-12-02T16:04:23,210 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/table/440979d46c314de8a5504cea2d7f2cdd, entries=7, sequenceid=90, filesize=5.8 K 2024-12-02T16:04:23,211 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1425ms, sequenceid=90, compaction requested=false 2024-12-02T16:04:23,215 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-02T16:04:23,216 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:04:23,216 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T16:04:23,216 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733155461786Running coprocessor pre-close hooks at 1733155461786Disabling compacts and flushes for region at 1733155461786Disabling writes for close at 1733155461786Obtaining lock to block concurrent updates at 1733155461786Preparing flush snapshotting stores in 1588230740 at 1733155461786Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733155461787 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733155461787Flushing 1588230740/info: creating writer at 1733155461788 (+1 ms)Flushing 1588230740/info: appending metadata at 1733155461813 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733155461813Flushing 1588230740/ns: creating writer at 1733155462224 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733155462246 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733155462246Flushing 1588230740/rep_barrier: creating writer at 1733155462667 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733155462700 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733155462700Flushing 1588230740/table: creating writer at 1733155462742 (+42 ms)Flushing 1588230740/table: appending metadata at 1733155462780 (+38 ms)Flushing 1588230740/table: closing flushed file at 1733155462780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9b2c1a: reopening flushed file at 1733155463193 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce51c74: reopening flushed file at 1733155463198 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae982c1: reopening flushed file at 1733155463202 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f63a31a: reopening flushed file at 1733155463207 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1425ms, sequenceid=90, compaction requested=false at 1733155463211 (+4 ms)Writing region close event to WAL at 1733155463213 (+2 ms)Running coprocessor post-close hooks at 1733155463216 (+3 ms)Closed at 1733155463216 2024-12-02T16:04:23,216 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T16:04:23,388 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(976): stopping server e1c0b6c2739c,37869,1733155278829; all regions closed. 2024-12-02T16:04:23,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741834_1010 (size=25344) 2024-12-02T16:04:23,397 DEBUG [RS:0;e1c0b6c2739c:37869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/oldWALs 2024-12-02T16:04:23,398 INFO [RS:0;e1c0b6c2739c:37869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C37869%2C1733155278829.meta:.meta(num 1733155281311) 2024-12-02T16:04:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741833_1009 (size=13219840) 2024-12-02T16:04:23,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/WALs/e1c0b6c2739c,37869,1733155278829/e1c0b6c2739c%2C37869%2C1733155278829.1733155280885 not finished, retry = 0 2024-12-02T16:04:23,503 DEBUG [RS:0;e1c0b6c2739c:37869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/oldWALs 2024-12-02T16:04:23,503 INFO [RS:0;e1c0b6c2739c:37869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C37869%2C1733155278829:(num 1733155280885) 2024-12-02T16:04:23,503 DEBUG [RS:0;e1c0b6c2739c:37869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:04:23,503 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:04:23,503 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T16:04:23,504 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.ChoreService(370): Chore service for: regionserver/e1c0b6c2739c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T16:04:23,504 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T16:04:23,504 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T16:04:23,504 INFO [RS:0;e1c0b6c2739c:37869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37869 2024-12-02T16:04:23,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:04:23,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,37869,1733155278829 2024-12-02T16:04:23,529 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T16:04:23,530 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,37869,1733155278829] 2024-12-02T16:04:23,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,37869,1733155278829 already deleted, retry=false 2024-12-02T16:04:23,543 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1c0b6c2739c,37869,1733155278829 expired; onlineServers=0 2024-12-02T16:04:23,543 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1c0b6c2739c,42553,1733155277931' ***** 2024-12-02T16:04:23,543 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T16:04:23,543 INFO [M:0;e1c0b6c2739c:42553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T16:04:23,543 INFO [M:0;e1c0b6c2739c:42553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T16:04:23,543 DEBUG [M:0;e1c0b6c2739c:42553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T16:04:23,543 DEBUG [M:0;e1c0b6c2739c:42553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T16:04:23,543 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733155280534 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733155280534,5,FailOnTimeoutGroup] 2024-12-02T16:04:23,543 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733155280533 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733155280533,5,FailOnTimeoutGroup] 2024-12-02T16:04:23,543 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T16:04:23,543 INFO [M:0;e1c0b6c2739c:42553 {}] hbase.ChoreService(370): Chore service for: master/e1c0b6c2739c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T16:04:23,544 INFO [M:0;e1c0b6c2739c:42553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T16:04:23,544 DEBUG [M:0;e1c0b6c2739c:42553 {}] master.HMaster(1795): Stopping service threads 2024-12-02T16:04:23,544 INFO [M:0;e1c0b6c2739c:42553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T16:04:23,544 INFO [M:0;e1c0b6c2739c:42553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T16:04:23,544 ERROR [M:0;e1c0b6c2739c:42553 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-02T16:04:23,544 INFO [M:0;e1c0b6c2739c:42553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T16:04:23,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T16:04:23,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T16:04:23,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:04:23,554 DEBUG [M:0;e1c0b6c2739c:42553 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-02T16:04:23,554 DEBUG [M:0;e1c0b6c2739c:42553 {}] master.ActiveMasterManager(353): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-02T16:04:23,555 INFO [M:0;e1c0b6c2739c:42553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/.lastflushedseqids 2024-12-02T16:04:23,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742429_1605 (size=72) 2024-12-02T16:04:23,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:04:23,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x10198106b840001, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:04:23,647 INFO [RS:0;e1c0b6c2739c:37869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T16:04:23,647 INFO [RS:0;e1c0b6c2739c:37869 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,37869,1733155278829; zookeeper connection closed. 2024-12-02T16:04:23,647 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@361ead10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@361ead10 2024-12-02T16:04:23,650 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T16:04:23,977 INFO [M:0;e1c0b6c2739c:42553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T16:04:23,978 INFO [M:0;e1c0b6c2739c:42553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T16:04:23,978 DEBUG [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:04:23,978 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:04:23,978 DEBUG [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:04:23,978 DEBUG [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:04:23,978 DEBUG [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:04:23,978 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=745.27 KB heapSize=915.64 KB 2024-12-02T16:04:23,999 DEBUG [M:0;e1c0b6c2739c:42553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7cdac5734f14b6e8916934ebb0f53fd is 82, key is hbase:meta,,1/info:regioninfo/1733155281492/Put/seqid=0 2024-12-02T16:04:24,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742430_1606 (size=5672) 2024-12-02T16:04:24,006 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2106 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7cdac5734f14b6e8916934ebb0f53fd 2024-12-02T16:04:24,034 DEBUG [M:0;e1c0b6c2739c:42553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b74af51165214e219abfce3ea2e827f1 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x83/proc:d/1733155432401/Put/seqid=0 2024-12-02T16:04:24,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742431_1607 (size=42798) 2024-12-02T16:04:24,063 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=744.71 KB at sequenceid=2106 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b74af51165214e219abfce3ea2e827f1 2024-12-02T16:04:24,067 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b74af51165214e219abfce3ea2e827f1 2024-12-02T16:04:24,088 DEBUG [M:0;e1c0b6c2739c:42553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c0b86c41328438bbf3e67593df12d8a is 69, key is e1c0b6c2739c,37869,1733155278829/rs:state/1733155280630/Put/seqid=0 2024-12-02T16:04:24,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073742432_1608 (size=5156) 2024-12-02T16:04:24,108 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2106 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c0b86c41328438bbf3e67593df12d8a 2024-12-02T16:04:24,133 DEBUG [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7cdac5734f14b6e8916934ebb0f53fd as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7cdac5734f14b6e8916934ebb0f53fd 2024-12-02T16:04:24,159 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7cdac5734f14b6e8916934ebb0f53fd, entries=8, sequenceid=2106, filesize=5.5 K 2024-12-02T16:04:24,170 DEBUG [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b74af51165214e219abfce3ea2e827f1 as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b74af51165214e219abfce3ea2e827f1 2024-12-02T16:04:24,186 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b74af51165214e219abfce3ea2e827f1 2024-12-02T16:04:24,186 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b74af51165214e219abfce3ea2e827f1, entries=162, sequenceid=2106, filesize=41.8 K 2024-12-02T16:04:24,189 DEBUG [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c0b86c41328438bbf3e67593df12d8a as hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c0b86c41328438bbf3e67593df12d8a 2024-12-02T16:04:24,234 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/1642bce4-ab68-dc44-296a-93728ce10dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c0b86c41328438bbf3e67593df12d8a, entries=1, sequenceid=2106, filesize=5.0 K 2024-12-02T16:04:24,243 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~745.27 KB/763156, heapSize ~915.34 KB/937312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 264ms, sequenceid=2106, compaction requested=false 2024-12-02T16:04:24,268 INFO [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:04:24,268 DEBUG [M:0;e1c0b6c2739c:42553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733155463978Disabling compacts and flushes for region at 1733155463978Disabling writes for close at 1733155463978Obtaining lock to block concurrent updates at 1733155463978Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733155463978Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=763156, getHeapSize=937552, getOffHeapSize=0, getCellsCount=2293 at 1733155463978Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733155463979 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733155463979Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733155463998 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733155463999 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733155464010 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733155464034 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733155464034Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733155464067 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733155464087 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733155464087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275cb40e: reopening flushed file at 1733155464129 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f57d755: reopening flushed file at 1733155464160 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f40db3: reopening flushed file at 1733155464186 (+26 ms)Finished flush of dataSize ~745.27 KB/763156, heapSize ~915.34 KB/937312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 264ms, sequenceid=2106, compaction requested=false at 1733155464243 (+57 ms)Writing region close event to WAL at 1733155464268 (+25 ms)Closed at 1733155464268 2024-12-02T16:04:24,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741830_1006 (size=901213) 2024-12-02T16:04:24,300 INFO [M:0;e1c0b6c2739c:42553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T16:04:24,300 INFO [M:0;e1c0b6c2739c:42553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42553 2024-12-02T16:04:24,301 INFO [M:0;e1c0b6c2739c:42553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T16:04:24,302 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T16:04:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:04:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x10198106b840000, quorum=127.0.0.1:62580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:04:24,437 INFO [M:0;e1c0b6c2739c:42553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T16:04:24,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:04:24,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:04:24,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:04:24,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:04:24,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/hadoop.log.dir/,STOPPED} 2024-12-02T16:04:24,457 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:04:24,457 WARN [BP-883969894-172.17.0.3-1733155274188 heartbeating to localhost/127.0.0.1:46347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:04:24,457 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:04:24,457 WARN [BP-883969894-172.17.0.3-1733155274188 heartbeating to localhost/127.0.0.1:46347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-883969894-172.17.0.3-1733155274188 (Datanode Uuid 69df80bf-d893-438a-b2d8-6d45eee18f2f) service to localhost/127.0.0.1:46347 2024-12-02T16:04:24,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/cluster_3bfcef82-9f9c-258e-52b9-4bb95db3d78f/data/data1/current/BP-883969894-172.17.0.3-1733155274188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:04:24,458 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:04:24,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/cluster_3bfcef82-9f9c-258e-52b9-4bb95db3d78f/data/data2/current/BP-883969894-172.17.0.3-1733155274188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:04:24,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:04:24,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:04:24,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:04:24,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:04:24,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba9c5d1d-1f2d-ec44-094c-63459fcfd039/hadoop.log.dir/,STOPPED} 2024-12-02T16:04:24,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T16:04:24,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down